-- Logs begin at Tue 2022-05-10 13:09:55 UTC, end at Tue 2022-05-10 14:27:15 UTC. -- May 10 13:52:36.640506 dv-cinder-835881-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 13:52:39.436442 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.common.config [-] Logging enabled! May 10 13:52:39.437070 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 13:52:39.437227 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103280) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 13:52:39.440500 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.common.config [-] Logging enabled! May 10 13:52:39.440753 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 13:52:39.441057 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103280) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 13:52:39.442001 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:52:39.442261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:52:39.442624 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:52:39.442865 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:52:39.443085 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:52:39.443398 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.443789 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.444018 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.444314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.444605 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.444887 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.445176 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.446091 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.446479 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.446766 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.447048 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.447273 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.447554 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.447840 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.448126 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.448348 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.448628 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.449054 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.449453 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.449751 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.450038 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.450339 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.450610 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.450887 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.451212 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.451498 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] host = dv-cinder-835881-9-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.451776 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.452061 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.452346 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.452631 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.452904 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.453180 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.453458 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.453727 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.453996 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.454296 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.454584 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.454870 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.455159 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.455376 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.455593 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.455875 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.456163 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.456438 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.456710 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.456981 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.457250 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.457520 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.457785 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.458068 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.458381 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.458665 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.458943 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.459216 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.459485 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.459759 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.460043 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.460317 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.460591 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.460864 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.461825 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.462095 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.462397 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.462700 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.462985 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.463266 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.463548 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.463821 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.464101 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.464371 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.464643 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.464910 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.465179 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.465450 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.465725 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.465994 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.466286 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.466561 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.466829 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.467109 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.467378 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:39.467674 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.467970 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.468272 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.468554 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.468860 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.469140 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.469428 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.469712 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.470000 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.470311 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.470599 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.470875 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.471173 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.471460 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.471754 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.472058 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.472351 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.472641 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.472917 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.473190 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.473494 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.473727 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.474012 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.474312 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.474602 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.474886 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.475167 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.475461 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.475747 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.476029 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.476324 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.476635 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.476912 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.477195 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.477482 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.477758 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.478029 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.478348 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.478627 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.478898 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.479179 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.479455 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.479728 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.479996 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.480273 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.480559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.480836 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.481103 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.481372 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.481646 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.481915 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.482224 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.482493 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.483220 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.483220 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.483452 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.483540 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.483807 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.484082 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.484353 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.484632 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.484902 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.485172 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.485446 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.485967 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.486254 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.486530 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.486798 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.487079 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.487350 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.487622 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.487892 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.488166 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.488438 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.488738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.489018 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.489298 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.489581 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.489861 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.490137 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.490441 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.490723 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.491004 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.491277 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.491568 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.491855 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.492141 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.492521 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.492521 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.493034 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.493314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.493594 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.493876 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.494156 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.494458 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.494744 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.495028 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.495321 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.495613 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.495905 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.496196 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.496491 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.496772 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.497082 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.497363 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:39.497577 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:52:39.497814 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 13:52:39.952929 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 13:52:39.953204 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 13:52:39.953505 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 13:52:39.953833 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 13:52:40.286118 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.286334 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.286593 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.287776 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.288041 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.288303 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.344783 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.345055 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.345312 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.360871 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.361144 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.361407 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.391069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.391343 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.391603 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.428264 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.428538 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.428803 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.856540 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.857008 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.857412 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.857852 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:40.859185 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.006061 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.006400 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.006689 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.006954 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.007217 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.007523 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.008340 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.008666 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.008916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.009199 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.009529 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.009722 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.009975 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.010247 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.010501 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.010775 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.011031 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.011274 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.011538 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.011792 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.012063 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.012312 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.012589 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.012966 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.013211 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.013452 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.013860 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.014097 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.014353 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.014590 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.014820 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.015049 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.015524 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 13:52:41.019728 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 13:52:41.024338 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 13:52:41.028273 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 10 13:52:41.029890 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 13:52:41.030387 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 13:52:41.030715 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 13:52:41.031095 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 13:52:41.034053 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 13:52:41.034336 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 13:52:41.034692 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 13:52:41.039717 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 13:52:41.065521 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 13:52:41.065989 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.066318 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 13:52:41.066689 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.068065 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 13:52:41.068352 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 13:52:41.068594 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 13:52:41.072807 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.073088 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.138683 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 13:52:41.138864 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 13:52:41.139064 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 13:52:41.139442 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 13:52:41.160946 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_db.sqlalchemy.engines [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 13:52:41.616527 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing driver for type 'gre' May 10 13:52:41.616955 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] gre ID ranges: [(1, 1000)] May 10 13:52:41.684577 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing driver for type 'local' May 10 13:52:41.684968 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing driver for type 'vlan' May 10 13:52:41.700401 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] VlanTypeDriver initialization complete May 10 13:52:41.700735 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing driver for type 'vxlan' May 10 13:52:41.701244 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] vxlan ID ranges: [(1, 1000)] May 10 13:52:41.765375 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing extension driver 'port_security' May 10 13:52:41.765717 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.extensions.port_security [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] PortSecurityExtensionDriver initialization complete May 10 13:52:41.766057 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing mechanism driver 'openvswitch' May 10 13:52:41.766409 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing mechanism driver 'hyperv' May 10 13:52:41.772953 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:41.774331 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.774731 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.775081 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.775610 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:52:41.776046 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.776403 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.776753 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.777147 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:52:41.777549 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.777896 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.778260 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.778654 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:52:41.779057 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > security_group after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.779406 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > security_group after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.779746 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.780141 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:52:41.782205 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.782205 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.782205 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.782205 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:52:41.782205 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > address_group after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.782607 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > address_group after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.783082 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.783655 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:52:41.783967 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] ML2 OVO RPC backend initialized. {{(pid=103280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 13:52:41.784709 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.785070 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.785490 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.785943 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > networks before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.786323 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.786669 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > ports before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.787013 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.787351 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnets before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.787695 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.788031 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.788363 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.788694 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.789041 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.789904 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.790263 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.790600 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.791019 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.798776 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded quota_driver: . May 10 13:52:41.799140 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.plugin [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Modular L2 Plugin initialization complete May 10 13:52:41.799487 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading services supported by the core plugin {{(pid=103280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 13:52:41.799831 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Got port-security extension from driver 'port_security' May 10 13:52:41.800318 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.extensions.vlantransparent [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Disabled vlantransparent extension. May 10 13:52:41.800818 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 13:52:41.801145 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: router May 10 13:52:41.839568 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.839962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.840330 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router before_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.840703 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.841073 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.841426 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_delete 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.841794 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.842138 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.842533 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.842878 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.843225 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.843572 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.844061 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.844482 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.844979 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.845346 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.845863 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.846438 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.847002 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.847579 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.848144 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.848711 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.849272 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.849857 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.850482 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.851094 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.852826 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.852826 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > agent after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.853476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > agent after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.854129 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.855783 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Tracking information for resource: router configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.856214 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Tracking information for resource: floatingip configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:52:41.862353 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.db.l3_agentschedulers_db [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 13:52:41.862964 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.863334 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.863731 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.864088 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.864966 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router before_create 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.865277 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.865643 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_create 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.866052 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > router precommit_update 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.871139 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.provider_configuration [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service providers = [] {{(pid=103280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 13:52:41.871448 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.db.servicetype_db [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 13:52:41.874555 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:52:41.874905 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:52:41.875247 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:52:41.876133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:52:41.876503 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.services.service_base [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 13:52:41.876894 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.877209 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 13:52:41.887886 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.888223 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: auto_allocate May 10 13:52:41.894109 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: network precommit_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.894505 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: network precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.895032 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.895351 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: tag May 10 13:52:41.903225 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.903550 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: timestamp May 10 13:52:41.907383 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.907711 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: network_ip_availability May 10 13:52:41.913321 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.913690 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.914065 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:41.915342 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.915656 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: flavors May 10 13:52:41.920625 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.920946 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading Plugin: revisions May 10 13:52:41.925190 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:52:41.925583 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.972s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 13:52:41.926369 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 13:52:41.926699 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Initializing extension manager. May 10 13:52:41.927224 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: __init__.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.927564 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: __pycache__ {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.927897 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: _port_mac_address_override.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.928228 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.928981 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.929551 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: address-group May 10 13:52:41.929946 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: address_scope.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.930788 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.931288 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: address-scope May 10 13:52:41.931613 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.932608 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.933153 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: router-admin-state-down-before-update May 10 13:52:41.933517 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: agent.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.934245 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.934753 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: agent May 10 13:52:41.935074 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: agent_resources_synced.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.935983 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.936488 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: agent-resources-synced May 10 13:52:41.936810 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: allowedaddresspairs.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.938712 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.939232 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: allowed-address-pairs May 10 13:52:41.939557 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: auto_allocated_topology.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.940644 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.941153 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: auto-allocated-topology May 10 13:52:41.941476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.942167 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.942792 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: availability_zone May 10 13:52:41.943127 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: availability_zone_filter.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.944026 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.944527 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: availability_zone_filter May 10 13:52:41.944846 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: data_plane_status.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.945800 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.946397 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension data-plane-status not supported by any of loaded plugins May 10 13:52:41.946826 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: default_subnetpools.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.947748 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.948253 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: default-subnetpools May 10 13:52:41.948768 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.949688 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.950368 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: dhcp_agent_scheduler May 10 13:52:41.950694 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: dns.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.951616 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.952202 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension dns-integration not supported by any of loaded plugins May 10 13:52:41.952522 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: dns_domain_ports.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.953453 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.953924 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 13:52:41.954267 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.955185 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.955684 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 13:52:41.956001 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: dvr.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.956668 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.957172 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: dvr May 10 13:52:41.957489 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: ecmp_routes.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.958418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.958913 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 13:52:41.959232 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: empty_string_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.960147 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.960651 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: empty-string-filtering May 10 13:52:41.961684 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.962700 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.963205 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 13:52:41.963522 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.964430 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.964931 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 13:52:41.965250 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: external_net.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.966152 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.966707 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: external-net May 10 13:52:41.967032 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.967952 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.968450 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: extra_dhcp_opt May 10 13:52:41.968763 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: extraroute.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.969662 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.970162 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: extraroute May 10 13:52:41.970521 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: extraroute_atomic.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.971910 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.972741 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: extraroute-atomic May 10 13:52:41.973253 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: filter_validation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.973995 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.974527 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: filter-validation May 10 13:52:41.974851 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: fip_pf_description.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.975771 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.976265 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 13:52:41.977242 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: fip_pf_port_range.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.978292 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.978801 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 13:52:41.979123 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: fip_port_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.980048 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.980554 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: fip-port-details May 10 13:52:41.980876 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: flavors.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.982101 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.982650 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: flavors May 10 13:52:41.982964 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.984638 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.985217 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 13:52:41.985557 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: floatingip_pools.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.986527 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.987036 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: floatingip-pools May 10 13:52:41.987358 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: ip_allocation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.988271 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.988768 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension ip_allocation not supported by any of loaded plugins May 10 13:52:41.989088 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.990009 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.990580 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: ip-substring-filtering May 10 13:52:41.990915 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l2_adjacency.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.991828 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.992846 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 13:52:41.993159 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.994161 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.994780 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: router May 10 13:52:41.995034 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.997261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.997780 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 13:52:41.998108 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:41.999073 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:41.999581 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: ext-gw-mode May 10 13:52:41.999908 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.000829 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.001341 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: l3-ha May 10 13:52:42.001665 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.002596 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.003098 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 13:52:42.003419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_flavors.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.004326 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.004898 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: l3-flavors May 10 13:52:42.005155 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.006614 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.007064 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 13:52:42.007385 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.008913 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.009418 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 13:52:42.009745 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: l3agentscheduler.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.010851 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.011359 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: l3_agent_scheduler May 10 13:52:42.011686 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: local_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.014998 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.015515 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension local_ip not supported by any of loaded plugins May 10 13:52:42.015852 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: logging.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.017304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.017822 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension logging not supported by any of loaded plugins May 10 13:52:42.018149 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: metering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.018918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.019502 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: metering May 10 13:52:42.019825 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.020919 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.021428 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: metering_source_and_destination_fields May 10 13:52:42.021756 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: multiprovidernet.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.022705 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.023233 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: multi-provider May 10 13:52:42.024085 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: netmtu.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.025277 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.026092 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: net-mtu May 10 13:52:42.026645 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: netmtu_writable.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.028089 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.028699 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: net-mtu-writable May 10 13:52:42.029031 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: network_availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.029864 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.030790 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: network_availability_zone May 10 13:52:42.031180 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: network_ip_availability.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.032530 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.033421 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: network-ip-availability May 10 13:52:42.033800 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: network_segment_range.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.034700 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.035560 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension network-segment-range not supported by any of loaded plugins May 10 13:52:42.036079 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: pagination.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.037459 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.038006 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: pagination May 10 13:52:42.038584 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: port_device_profile.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.040142 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.040657 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: port-device-profile May 10 13:52:42.040980 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: port_mac_address_override.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.041927 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.042474 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: port-mac-override May 10 13:52:42.042796 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.043722 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.044226 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: port-mac-address-regenerate May 10 13:52:42.044547 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.045451 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.045958 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: port-numa-affinity-policy May 10 13:52:42.046306 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: port_resource_request.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.047214 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.047713 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension port-resource-request not supported by any of loaded plugins May 10 13:52:42.048031 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: port_resource_request_groups.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.049003 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.049496 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 13:52:42.050245 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: portbindings.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.050763 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.051266 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: binding May 10 13:52:42.051623 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: portbindings_extended.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.052861 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.053364 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: binding-extended May 10 13:52:42.053688 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: portsecurity.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.054645 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.055485 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: port-security May 10 13:52:42.055819 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: project_id.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.056790 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.057116 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: project-id May 10 13:52:42.057436 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: providernet.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.058382 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.058897 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: provider May 10 13:52:42.059224 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.062937 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.063453 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos not supported by any of loaded plugins May 10 13:52:42.063780 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.065120 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.066027 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 13:52:42.066406 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.067339 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.068135 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 13:52:42.068682 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_default.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.069823 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.070548 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-default not supported by any of loaded plugins May 10 13:52:42.071057 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_fip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.072089 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.072760 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-fip not supported by any of loaded plugins May 10 13:52:42.073083 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.074190 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.074550 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 13:52:42.074873 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_gateway_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.075799 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.076308 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 13:52:42.076622 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_port_network_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.077540 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.078040 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 13:52:42.078385 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.079474 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.079964 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 13:52:42.080285 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.081322 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.081835 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 13:52:42.082158 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_pps_rule.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.083368 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.083882 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-pps not supported by any of loaded plugins May 10 13:52:42.084209 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_rule_type_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.085129 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.085637 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 13:52:42.086531 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.087517 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.088015 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 13:52:42.088337 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: qos_rules_alias.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.089368 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.089872 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 13:52:42.090219 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: quota_check_limit.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.091215 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.091728 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: quota-check-limit May 10 13:52:42.092051 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: quotasv2.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.093056 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.093385 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: quotas May 10 13:52:42.093709 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: quotasv2_detail.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.095470 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.095806 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: quota_details May 10 13:52:42.096135 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: rbac.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.097212 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.097738 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: rbac-policies May 10 13:52:42.098066 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: rbac_address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.099025 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.099537 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: rbac-address-group May 10 13:52:42.099860 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: rbac_address_scope.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.100784 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.101292 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: rbac-address-scope May 10 13:52:42.101680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: rbac_security_groups.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.103189 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.103702 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: rbac-security-groups May 10 13:52:42.104027 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: rbac_subnetpool.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.105026 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.105535 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: rbac-subnetpool May 10 13:52:42.105856 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: revisionifmatch.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.106813 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.107316 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: revision-if-match May 10 13:52:42.107638 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: revisions.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.108760 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.109269 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: standard-attr-revisions May 10 13:52:42.109593 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: router_availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.110296 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.111060 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: router_availability_zone May 10 13:52:42.111381 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: routerservicetype.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.112302 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.112813 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension router-service-type not supported by any of loaded plugins May 10 13:52:42.113135 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.114069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.114614 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: security-groups-normalized-cidr May 10 13:52:42.114939 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.115924 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.116442 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: port-security-groups-filtering May 10 13:52:42.116767 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.117735 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.118400 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: security-groups-remote-address-group May 10 13:52:42.118723 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.119827 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.120345 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: security-groups-shared-filtering May 10 13:52:42.120667 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.121315 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 13:52:42.121589 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: securitygroup.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.131500 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.132037 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: security-group May 10 13:52:42.132371 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: segment.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.133398 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.133827 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension segment not supported by any of loaded plugins May 10 13:52:42.134157 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.135403 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.135991 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 13:52:42.136321 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: servicetype.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.137425 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.137942 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: service-type May 10 13:52:42.138297 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: sorting.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.139280 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.139692 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: sorting May 10 13:52:42.140029 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: standard_attr_segment.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.140954 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.141465 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 13:52:42.141908 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: standardattrdescription.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.142735 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.143239 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: standard-attr-description May 10 13:52:42.143563 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: stateful_security_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.144503 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.145012 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: stateful-security-group May 10 13:52:42.145338 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: stdattrs_common.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.145906 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 13:52:42.146253 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.147184 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.147694 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 13:52:42.148016 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: subnet_onboard.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.149727 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.150260 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: subnet_onboard May 10 13:52:42.150590 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.151624 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.152120 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 13:52:42.152441 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: subnet_service_types.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.153382 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.153891 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: subnet-service-types May 10 13:52:42.154236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: subnetallocation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.155326 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.155840 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: subnet_allocation May 10 13:52:42.156166 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.156832 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.157339 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: subnetpool-prefix-ops May 10 13:52:42.157661 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.158707 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.159219 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 13:52:42.159538 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: tagging.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.160652 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.161163 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: standard-attr-tag May 10 13:52:42.161490 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: timestamp.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.162732 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.163239 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loaded extension: standard-attr-timestamp May 10 13:52:42.163648 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: trunk.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.165495 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.166006 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension trunk not supported by any of loaded plugins May 10 13:52:42.166373 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: trunk_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.167297 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.167805 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension trunk-details not supported by any of loaded plugins May 10 13:52:42.168129 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: uplink_status_propagation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.169046 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.169551 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 13:52:42.169874 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Loading extension file: vlantransparent.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:52:42.170591 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:52:42.171091 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 13:52:42.173797 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:network May 10 13:52:42.174370 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:subnet May 10 13:52:42.174767 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:52:42.175155 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:port May 10 13:52:42.176415 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.176869 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service FLAVORS assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.177495 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.177926 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.178265 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:router May 10 13:52:42.178704 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:floatingip May 10 13:52:42.179192 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service METERING assigned prefix: /metering {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.180674 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:42.181039 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:42.181388 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:52:42.182450 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of CountableResource for resource:rbac_policy May 10 13:52:42.182895 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:security_group May 10 13:52:42.183321 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 13:52:42.183916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.184244 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:52:42.184589 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] subnetpool is already registered May 10 13:52:42.185006 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.185337 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:52:42.185665 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] subnetpool is already registered May 10 13:52:42.187922 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.188358 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service FLAVORS assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.188938 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.189356 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.189685 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:router May 10 13:52:42.190023 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] router is already registered May 10 13:52:42.190474 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:floatingip May 10 13:52:42.190808 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] floatingip is already registered May 10 13:52:42.191257 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service METERING assigned prefix: /metering {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.191922 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of CountableResource for resource:rbac_policy May 10 13:52:42.192249 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] rbac_policy is already registered May 10 13:52:42.192657 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:security_group May 10 13:52:42.192989 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] security_group is already registered May 10 13:52:42.193385 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 13:52:42.193719 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] security_group_rule is already registered May 10 13:52:42.194369 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.194696 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:52:42.195025 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] subnetpool is already registered May 10 13:52:42.196057 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:52:42.196376 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:52:42.196703 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] subnetpool is already registered May 10 13:52:42.197170 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: extensions {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.198710 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: address-groups {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.200168 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: address-scopes {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.201464 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.202631 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: auto-allocated-topology {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.203869 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: availability_zones {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.205070 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: dhcp-networks {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.206642 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: dhcp-agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.208053 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.210221 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: flavors {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.211983 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: service_profiles {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.213238 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: next_providers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.215163 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: service_profiles {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.216313 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: floatingip-pools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.217750 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.220552 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: floatingips {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.222886 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: l3-routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.224285 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: l3-agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.225776 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: metering-labels {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.227188 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: metering-label-rules {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.228425 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: network-ip-availabilities {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.229656 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: bindings {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.231317 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: quotas {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.232877 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: quotas {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.234405 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: rbac-policies {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.235925 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: security-groups {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.237131 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: security-group-rules {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.238378 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: service-providers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.239579 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: subnetpools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.241165 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: subnetpools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.242721 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.244452 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.246318 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.248065 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.250610 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.252496 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.254317 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.256423 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.258713 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.260775 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:52:42.268397 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 13:52:42.274525 dv-cinder-835881-9-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 13:52:42.283251 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Acquired lock "singleton_lock" {{(pid=103280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 13:52:42.283727 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Releasing lock "singleton_lock" {{(pid=103280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 13:52:42.284385 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Starting 2 workers May 10 13:52:42.289445 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Started child 103389 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:52:42.294099 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Started child 103390 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:52:42.295427 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:42.296139 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO neutron.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 13:52:42.296434 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:42.297267 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [-] (103389) wsgi starting up on http://0.0.0.0:9696 May 10 13:52:42.299201 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Starting 1 workers May 10 13:52:42.299650 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:42.301189 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [-] (103390) wsgi starting up on http://0.0.0.0:9696 May 10 13:52:42.304592 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Started child 103391 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:52:42.305150 dv-cinder-835881-9-iscsi neutron-server[103280]: INFO oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Starting 1 workers May 10 13:52:42.308578 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] calling RpcWorker wait() {{(pid=103391) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 13:52:42.309162 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] returning from RpcWorker wait() {{(pid=103391) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 13:52:42.309998 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Started child 103392 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:52:42.310306 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:42.310778 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:42.310884 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-70888172-46f4-4c30-8eb7-199d3e0d7d01 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:42.313363 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 13:52:42.313752 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:52:42.314065 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:52:42.314460 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:52:42.314914 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:52:42.315204 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:52:42.315558 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52158) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:52:42.315907 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:42.316392 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.316392 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.316635 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.316775 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.317397 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.317643 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.318058 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.318527 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.318936 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.319249 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.319556 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.319793 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:42.320126 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.321016 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.321492 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.321892 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.322309 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.322709 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.323020 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.323413 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.323831 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.324210 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.324639 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.325060 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.325363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073838 May 10 13:52:42.325859 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.326117 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.326411 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.326793 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.327211 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.327593 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.327860 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.328102 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.328463 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.328836 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.329344 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.329738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.330108 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.331388 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.332553 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.332553 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.332796 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host = dv-cinder-835881-9-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.333171 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.333547 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.333918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.334340 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.334792 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.335154 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.335560 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.335978 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.336959 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.337411 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.337872 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.338323 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.338690 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.339100 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.339399 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_options = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.339781 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.340173 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.340569 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.340897 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.341219 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.341519 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.341916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.342243 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.343548 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.343871 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.344177 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.346531 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.346958 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.347327 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.347758 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.348128 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.348518 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.348950 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.349348 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.349863 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.350396 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.350773 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.351168 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.351615 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.352039 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.352308 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.353750 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.354181 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.354638 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.354819 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.354928 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.355416 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.355822 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.356284 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.356684 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.357084 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.358249 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.358670 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.359124 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.359558 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.360126 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.360428 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363304 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363883 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.363883 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.365370 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.365370 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.365370 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.365370 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.365770 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.366872 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.367186 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.368299 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.368524 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.368803 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.369258 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.370611 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.370611 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.370611 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.370611 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.370930 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.371246 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.371819 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.372291 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.372829 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.374004 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.374648 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.375018 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.375657 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.377197 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.377618 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.378047 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.378826 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.379090 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.379341 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.380259 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.380259 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.380259 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.380468 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.380744 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.381417 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.381417 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.381702 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.381964 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.382253 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.382653 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.383722 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.384126 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.384777 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.385055 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.385316 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.385551 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.385982 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.386406 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.386794 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.387052 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.387316 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.387551 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.387781 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.388029 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.388247 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.388465 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.388683 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.388932 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.389151 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.389385 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.389615 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.389859 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.390105 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.391234 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.391627 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.392112 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.392557 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.392779 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.392994 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.393375 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.393819 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.394083 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.395574 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.395574 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.395574 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.395574 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.395574 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.396276 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.396276 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.396276 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.396276 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.396812 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.396812 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.398319 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.399913 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.399913 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.400841 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.400841 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.400841 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.401231 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.401231 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.401591 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.401591 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.401866 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.402098 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.402371 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.403167 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.403167 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.403167 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.403612 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.403612 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.403874 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.404009 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.404238 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.404462 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.405815 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.406101 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.406364 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.406617 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.406848 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.407133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.407386 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.408447 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.408447 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.408447 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.408447 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.409113 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.409113 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.409383 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.409521 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.411797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.411797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.411797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.411797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.411797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.413310 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.414982 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.414982 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.414982 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.415483 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.417480 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.417480 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.417480 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.417480 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.417480 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.420069 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.421685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.422911 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.422911 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.422911 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.422911 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.424797 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426130 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426130 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426130 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426130 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426682 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426682 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.426682 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.427128 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.427263 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.427397 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.427609 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.427975 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.428117 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.428281 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.428528 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.428753 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.428969 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.429400 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.429551 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.429728 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.429970 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.430192 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.431016 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.431016 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.431509 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.431693 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.431837 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.432965 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.432965 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.432965 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.433385 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.433610 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.433905 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.434154 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.434434 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.434675 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.434899 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.435598 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.435598 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.435785 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.436104 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.436547 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.436547 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.436824 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.436987 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.437204 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.437439 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.437668 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.437899 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.438137 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.439213 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.439522 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.439766 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.440916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.440916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.440916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.440916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.440916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.441592 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.441592 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.441873 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.442050 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.442191 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.442439 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.442578 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.442749 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.442970 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.443187 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.444680 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446171 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446171 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446171 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446171 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446702 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446702 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.446702 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.447052 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.447287 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.447528 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.447747 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.447957 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.448258 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.448517 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.448738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.449027 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.449272 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.449510 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.449939 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.450289 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.450508 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.450777 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.450998 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.451220 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.451446 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.451700 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.452036 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.452323 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.452634 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.452835 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.453114 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.453392 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.453700 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.454821 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.455436 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.455769 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.456052 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.456314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.456615 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.456812 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.457067 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.457302 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.457521 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.458220 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.458220 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.458220 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.458765 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.459173 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.459569 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.459982 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.460270 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.460447 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.460651 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.461576 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.461968 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.462296 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:52:42.463040 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 13:52:42.463384 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:52:42.463572 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:52:42.463720 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:52:42.463862 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:52:42.464002 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:52:42.464194 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.464528 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.464858 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.465187 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.465535 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.465699 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.465994 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.466313 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.466612 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.466777 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.466920 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.467058 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.467194 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:42.467343 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.467343 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.467514 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.467647 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.467801 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.468109 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.468264 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469476 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469883 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469883 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.469883 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470062 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470062 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470390 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470390 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470553 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470698 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470846 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.470995 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.471151 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.471303 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.471632 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.472247 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host = dv-cinder-835881-9-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.472694 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.472856 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.472988 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.473148 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.473537 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.473697 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.473995 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.474331 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.474653 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.474953 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.475259 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.475442 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.475588 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.475738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.475880 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_options = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.476018 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.476232 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.476415 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.476679 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.476856 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478261 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.478962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.479297 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.479297 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.479438 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.479564 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.479755 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.479903 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.480085 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.480287 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.480417 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.480560 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.480714 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.480836 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.481051 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.481311 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.481542 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.481731 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.481909 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.482088 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.482287 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.482467 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.482646 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.482822 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483005 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483149 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483499 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483649 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483792 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.483930 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484067 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484229 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484358 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484520 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484676 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484814 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.484972 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.485113 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.485365 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.485500 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:52:42.485891 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.486036 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.486181 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.486367 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.486531 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.486694 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.486856 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487020 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487258 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487407 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487543 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487676 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487808 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.487941 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.488102 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.488289 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.488843 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.488843 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.488843 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489140 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489140 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489378 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489378 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489593 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489672 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489793 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.489965 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.490132 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.490335 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.490506 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.490683 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.490847 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.491011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.491738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.491738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.491738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.491738 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492230 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492230 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492230 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492230 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492501 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492578 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492685 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.492849 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.493070 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.493263 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.493446 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.493577 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.493731 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.493894 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.494044 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.494191 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.495419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.495553 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.495689 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.495841 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.496051 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.496192 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497380 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497380 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497380 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497683 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497683 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497827 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.497984 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.498148 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.498337 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.498511 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.498674 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.498849 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499052 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499181 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499359 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499509 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499652 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499795 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.499916 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500064 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500223 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500415 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500539 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500659 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500799 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.500962 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.501125 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.501288 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.501449 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.501610 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.501767 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.501938 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.502090 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503498 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503498 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503498 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503498 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503959 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503959 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.503959 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504309 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504309 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504309 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504643 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504643 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504866 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.504984 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.505103 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.505236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.506236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.506236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.506236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.506236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.506236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.506236 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.508803 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.508803 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.508803 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.509239 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.509239 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.509239 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.509624 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.509624 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.509882 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.510030 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.510166 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.510332 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.510513 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.510707 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.510894 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.511230 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.511555 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.511895 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.512248 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.512397 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.512580 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513419 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513913 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513913 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.513913 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.514314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.514314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.514314 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.514773 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.514773 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.514773 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516011 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516676 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516676 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516676 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516676 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516901 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.516901 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.517017 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.517164 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.517471 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.517471 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.517753 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.517891 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518041 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518286 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518286 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518430 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518579 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518740 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.518908 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.519070 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.519918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.519918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.519918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.519918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.519918 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.520434 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.520434 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.520434 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.520434 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.520804 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.520804 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.521004 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.521135 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.521218 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.521352 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.521511 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.521839 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.522157 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.522849 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.522849 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.522849 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.523106 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.523106 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.523250 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.524614 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.524614 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.524614 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.524614 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.524614 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525129 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525129 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525129 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525412 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525412 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525616 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525725 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.525832 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526399 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526399 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526399 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526716 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526716 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526905 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.526985 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.527107 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.527269 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.527433 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.527629 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.527762 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.529418 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531133 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.531559 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532136 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532136 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532136 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532136 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532136 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532987 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532987 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532987 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532987 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.532987 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533383 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533383 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533383 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533589 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533665 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533822 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.533985 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.534151 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.534340 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.534503 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.534746 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.534877 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.534963 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.535140 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.535303 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.535467 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.535637 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.535808 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.535979 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.536140 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.536308 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.536484 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.536644 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.536805 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.536966 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.537127 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.537288 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.537449 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.537610 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.537772 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.537932 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.538094 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.538271 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.538435 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.538598 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.538758 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.538920 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.539083 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.539251 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.539442 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.539591 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:52:42.539733 dv-cinder-835881-9-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:52:54.228343 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aef7df-2743-4ff7-b1a9-7b2d2ae8dd27 None None] get_active_networks_info from dv-cinder-835881-9-iscsi {{(pid=103391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 13:52:54.304159 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aef7df-2743-4ff7-b1a9-7b2d2ae8dd27 None None] No non-hosted networks {{(pid=103391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 13:52:54.318887 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.agentschedulers_db [None req-a4aef7df-2743-4ff7-b1a9-7b2d2ae8dd27 None None] DHCP Agent not found on host dv-cinder-835881-9-iscsi {{(pid=103391) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 13:52:54.418166 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-218a1118-af7d-42aa-ab29-973021a46952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660287'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:56.279774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-77bbc3e1-62f3-41c5-a6e9-898e71bf62d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660287'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:56.333741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86690ad7-75ab-46a1-8b91-5a924be843b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:57.249561 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52238) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:52:57.718821 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660287'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:57.873789 dv-cinder-835881-9-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-a9b08747-a42f-4363-9e29-805b67ad5993 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:52:57.874403 dv-cinder-835881-9-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-a9b08747-a42f-4363-9e29-805b67ad5993 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:52:58.112575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-a9b08747-a42f-4363-9e29-805b67ad5993 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:52:58.121243 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9b08747-a42f-4363-9e29-805b67ad5993 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8632476 May 10 13:52:58.882696 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660287'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:00.271193 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660287'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:00.273517 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.275339 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.276098 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.276864 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.277352 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.277822 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.278447 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.278955 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.279282 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.279600 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.280090 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.280584 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.281369 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.282081 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.282451 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:00.282851 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:00.291797 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:00.714231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52272) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:01.065720 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:01.167991 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.policy [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103390) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 13:53:01.211951 dv-cinder-835881-9-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:53:01.212429 dv-cinder-835881-9-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:53:01.315029 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793424889154', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793424888654', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793424806533', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793424814303', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793424794392', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793424805456', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7863065', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7621603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-739411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647862'] for rbac-policy (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:01.397012 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:01.402265 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bf163235-3628-4647-9e6f-ba70bb259969 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6828828 May 10 13:53:03.852765 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52284) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:04.190633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:04.220289 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Made reservation on behalf of 03067c95202a44bbae7686a1a4886b44 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:53:04.224519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.241925 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.374315 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks [] for security_group (d2b36bea-e78e-4e74-a604-ae897aa212da), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.400153 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d2b36bea-e78e-4e74-a604-ae897aa212da), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.421114 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:53:04.444056 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793421235240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (65f7d40d-a6c2-4c87-9401-a8373f7cb366), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.444657 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Unsubscribe: segment precommit_create {{(pid=103390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 13:53:04.445762 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Added segment 65f7d40d-a6c2-4c87-9401-a8373f7cb366 of type vlan for network bec6a957-ba51-453e-85dd-b6ca45eb5acb May 10 13:53:04.544152 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.db.l3_hamode_db [None req-d71f28ff-bae8-43f5-b6c8-0f9617b9571b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 13:53:04.553603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (bec6a957-ba51-453e-85dd-b6ca45eb5acb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.565998 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b36bea-e78e-4e74-a604-ae897aa212da,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:04.591051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.591388 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.591737 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.592173 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.592410 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.592729 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.593043 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.593359 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.593689 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.594014 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.594434 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.594684 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.594996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.595304 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.595615 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Tracked resource versions report: May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: pushed versions: May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Agent': {'1.1'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Log': {'1.0'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Network': {'1.1'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Port': {'1.7'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: consumer versions: May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Agent': '1.1', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Log': '1.0', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'NDPProxy': '1.0', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Network': '1.1', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Port': '1.7', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'PortForwarding': '1.3', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'QosPolicy': '1.10', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SubPort': '1.0', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Subnet': '1.1', May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Trunk': '1.1'}} May 10 13:53:04.597001 dv-cinder-835881-9-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:53:04.625102 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (bec6a957-ba51-453e-85dd-b6ca45eb5acb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.627697 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f28ff-bae8-43f5-b6c8-0f9617b9571b None None] Routers set() bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:53:04.628093 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f28ff-bae8-43f5-b6c8-0f9617b9571b None None] Router IDs set() for agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 13:53:04.630548 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:04.631122 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:04.716711 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8628490 May 10 13:53:04.756724 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff999-362c-4014-b756-2437937e5500 demo demo] Pushing event updated for resources: {'Network': ['ID=bec6a957-ba51-453e-85dd-b6ca45eb5acb,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:04.770535 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:53:07.247167 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52296) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:07.665076 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32959608-980a-45c7-b420-d48b985836e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:07.666472 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-32959608-980a-45c7-b420-d48b985836e1 demo admin] 10.222.0.32 "GET /v2.0/networks/bec6a957-ba51-453e-85dd-b6ca45eb5acb HTTP/1.1" status: 200 len: 825 time: 0.4183438 May 10 13:53:07.690529 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8fd7ae02-33f8-4698-85d7-0893b5c154df demo admin] 10.222.0.32 "GET /v2.0/subnetpools/7e20707d-4ede-4d3b-9358-cc3862767ad5 HTTP/1.1" status: 200 len: 734 time: 0.0184274 May 10 13:53:07.699370 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Request body: {'subnet': {'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5', 'ip_version': 4, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:07.720691 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Made reservation on behalf of 03067c95202a44bbae7686a1a4886b44 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:53:07.722956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:08.017501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (04fba018-c155-42f7-a530-28acc13c4f21), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:08.089461 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Checking segment: {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:53:08.089838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Network hostable DHCP agents. Network: bec6a957-ba51-453e-85dd-b6ca45eb5acb, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:53:08.096849 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=04fba018-c155-42f7-a530-28acc13c4f21,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:08.115634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:53:08.128176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, bec6a957-ba51-453e-85dd-b6ca45eb5acb) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:53:08.134272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:08.135059 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:08.139972 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89e879-cb03-47cd-83b3-f23ad2354f07 None None] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:53:08.151817 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a7e764ab-ce4c-494c-8645-d0981e739ca3 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4553916 May 10 13:53:08.409141 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'project_id': '03067c95202a44bbae7686a1a4886b44', 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:53:08.410392 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:08.693117 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Allocated IP 172.20.0.2 (bec6a957-ba51-453e-85dd-b6ca45eb5acb/04fba018-c155-42f7-a530-28acc13c4f21/4247c7e1-5018-44ed-89cc-0c498aa28ea6) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:53:08.967989 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Publish callbacks [] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:08.975717 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:09.051699 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:53:09.058675 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:53:09.072257 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:53:09.074549 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Pushing event updated for resources: {'Port': ['ID=4247c7e1-5018-44ed-89cc-0c498aa28ea6,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:09.084671 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.085022 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.085378 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.085772 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.086341 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.086770 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.087104 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.087435 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.087760 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.088085 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.088410 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.088758 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.089083 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.089403 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.089721 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Tracked resource versions report: May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: pushed versions: May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Agent': {'1.1'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Log': {'1.0'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Network': {'1.1'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Port': {'1.7'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: consumer versions: May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Agent': '1.1', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Log': '1.0', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'NDPProxy': '1.0', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Network': '1.1', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Port': '1.7', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'PortForwarding': '1.3', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'QosPolicy': '1.10', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SubPort': '1.0', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Subnet': '1.1', May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Trunk': '1.1'}} May 10 13:53:09.091155 dv-cinder-835881-9-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:53:09.174644 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Attempting to bind port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:53:09.175326 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Attempting to bind port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:53:09.175440 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Attempting to bind port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 on network bec6a957-ba51-453e-85dd-b6ca45eb5acb {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:53:09.181373 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:53:09.181751 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Checking segment: {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:53:09.182286 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:09.182803 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Bound using segment: {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:53:09.183290 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Bound port: 4247c7e1-5018-44ed-89cc-0c498aa28ea6, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:53:09.183700 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:09.247218 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] For port 4247c7e1-5018-44ed-89cc-0c498aa28ea6, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:53:09.266156 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] For port 4247c7e1-5018-44ed-89cc-0c498aa28ea6, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=4247c7e1-5018-44ed-89cc-0c498aa28ea6,segment=NetworkSegment(65f7d40d-a6c2-4c87-9401-a8373f7cb366),segment_id=65f7d40d-a6c2-4c87-9401-a8373f7cb366)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:53:09.273312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:09.337917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4728a-4ef0-4eaa-a1d5-41eb915eaab9 None None] Pushing event updated for resources: {'Port': ['ID=4247c7e1-5018-44ed-89cc-0c498aa28ea6,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:10.687271 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52304) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:11.231351 dv-cinder-835881-9-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-36848492-a449-486c-912d-dc76a129d881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:53:11.231923 dv-cinder-835881-9-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-36848492-a449-486c-912d-dc76a129d881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:53:11.468629 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-36848492-a449-486c-912d-dc76a129d881 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:53:11.469968 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-36848492-a449-486c-912d-dc76a129d881 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7807076 May 10 13:53:13.974014 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52318) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:14.313803 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-499f127a-6f9e-4e08-a097-d9b581204dff admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:53:14.314823 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-499f127a-6f9e-4e08-a097-d9b581204dff admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3398485 May 10 13:53:16.853001 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52326) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:17.171594 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:17.230496 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.policy [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103389) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 13:53:17.271545 dv-cinder-835881-9-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:53:17.271946 dv-cinder-835881-9-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:53:17.337117 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:17.339092 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:17.500654 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Publish callbacks [] for router_controller (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:17.505650 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:17.529829 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:17.541964 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-122a9ad0-2f40-4b79-a8ac-c12c1236b44a demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6770856 May 10 13:53:20.074842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52340) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:20.398106 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-9c90d527-5929-43f3-9868-def317c8fdb1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:53:20.399482 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9c90d527-5929-43f3-9868-def317c8fdb1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3237317 May 10 13:53:20.989826 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac07de-a6f0-44ad-ae0a-530331648447 None None] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:53:21.031802 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 4247c7e1-5018-44ed-89cc-0c498aa28ea6 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:53:21.115330 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] Provisioning complete for port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:21.115659 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:21.178773 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:21.179708 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:21.352448 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] Current status of the port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:21.352833 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:21.398745 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:21.399136 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:21.410901 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] For port 4247c7e1-5018-44ed-89cc-0c498aa28ea6, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=4247c7e1-5018-44ed-89cc-0c498aa28ea6,segment=NetworkSegment(65f7d40d-a6c2-4c87-9401-a8373f7cb366),segment_id=65f7d40d-a6c2-4c87-9401-a8373f7cb366)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:53:21.423705 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:21.502117 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e1d73-8521-49c6-ae5f-b15ef3768241 None None] Pushing event updated for resources: {'Port': ['ID=4247c7e1-5018-44ed-89cc-0c498aa28ea6,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:21.514295 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.db.api [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 13:53:21.514702 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG oslo_db.api [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 13:53:21.541359 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2a4e2a1c-b702-46dd-8fc7-e38be7d8d623 None None] Provisioning complete for port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:21.541777 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2a1c-b702-46dd-8fc7-e38be7d8d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:21.620984 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e2a1c-b702-46dd-8fc7-e38be7d8d623 None None] Current status of the port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:22.053448 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:22.866500 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52350) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:22.984843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 4247c7e1-5018-44ed-89cc-0c498aa28ea6 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:53:23.032020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:23.032407 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.106794 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:23.194938 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:23.217768 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Made reservation on behalf of a83c1c4876b14f72a0e3d2113130a776 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:53:23.220552 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.236381 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.340470 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks [] for security_group (b4a01c22-e893-4310-9fab-7da665ef9003), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.344478 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b4a01c22-e893-4310-9fab-7da665ef9003), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.357132 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Reserving flat network on physical network physnet1 {{(pid=103389) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 13:53:23.389151 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793421235240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (c52e08c8-a07a-4b42-8366-51cc0b26610a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.389732 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Unsubscribe: segment precommit_create {{(pid=103389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 13:53:23.390317 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Added segment c52e08c8-a07a-4b42-8366-51cc0b26610a of type flat for network 04102630-353f-487e-9b60-b50f56518c7d May 10 13:53:23.406781 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a01c22-e893-4310-9fab-7da665ef9003,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:23.452077 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.452327 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.452678 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.453011 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.453334 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.453654 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.453974 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.454316 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.454649 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.454969 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.455299 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.455633 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.455944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.456252 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.456558 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Tracked resource versions report: May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: pushed versions: May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Agent': {'1.1'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Log': {'1.0'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Network': {'1.1'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Port': {'1.7'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: consumer versions: May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Agent': '1.1', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Log': '1.0', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'NDPProxy': '1.0', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Network': '1.1', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Port': '1.7', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'PortForwarding': '1.3', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'QosPolicy': '1.10', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SubPort': '1.0', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Subnet': '1.1', May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Trunk': '1.1'}} May 10 13:53:23.457923 dv-cinder-835881-9-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:53:23.512181 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (04102630-353f-487e-9b60-b50f56518c7d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.553226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (04102630-353f-487e-9b60-b50f56518c7d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.554478 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:23.555171 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:23.646184 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7779975 May 10 13:53:23.654643 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7514c33-a39c-4a86-8389-084eb11dc758 admin admin] Pushing event updated for resources: {'Network': ['ID=04102630-353f-487e-9b60-b50f56518c7d,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:23.665948 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 04102630-353f-487e-9b60-b50f56518c7d details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:53:24.154069 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c860eedd-ca6d-4998-82dc-ea6ff325571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:26.174018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52362) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:26.276810 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6092b17d-08c8-4a9c-b842-05bc7e3adb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:26.611357 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d4c51-b658-428a-ba78-1ba58181c127 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:26.612745 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-104d4c51-b658-428a-ba78-1ba58181c127 demo admin] 10.222.0.32 "GET /v2.0/subnets/04fba018-c155-42f7-a530-28acc13c4f21 HTTP/1.1" status: 200 len: 849 time: 0.4377425 May 10 13:53:26.748888 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0808c50e-fa3e-46c0-aca0-a436188a70f5 demo admin] 10.222.0.32 "GET /v2.0/routers/8ffb2467-154f-4dd8-ac18-cb3bd63634bd HTTP/1.1" status: 200 len: 704 time: 0.1305196 May 10 13:53:27.020437 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:27.317479 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Allocated IP 172.20.0.1 (bec6a957-ba51-453e-85dd-b6ca45eb5acb/04fba018-c155-42f7-a530-28acc13c4f21/d5d1785a-c036-4fd3-9b64-2246efbd5823) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:53:27.504499 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks [] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:27.573346 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:27.639015 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:53:27.646998 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:53:27.655989 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:53:27.656414 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:27.685441 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:27.721032 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Pushing event updated for resources: {'Port': ['ID=d5d1785a-c036-4fd3-9b64-2246efbd5823,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:27.885845 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d2c644fd-807b-4572-b912-de7737e6c966 None None] Provisioning complete for port d5d1785a-c036-4fd3-9b64-2246efbd5823 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:27.886331 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2c644fd-807b-4572-b912-de7737e6c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:27.920593 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d2c644fd-807b-4572-b912-de7737e6c966 None None] Port d5d1785a-c036-4fd3-9b64-2246efbd5823 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 13:53:27.931479 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.139283 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks [] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.143687 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.144488 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.223436 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Pushing event updated for resources: {'Port': ['ID=d5d1785a-c036-4fd3-9b64-2246efbd5823,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:28.271855 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:53:28.273743 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:53:28.437931 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-14c9d570-c767-4e4a-ad58-b5d7c21bcedc None None] Provisioning complete for port d5d1785a-c036-4fd3-9b64-2246efbd5823 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:28.438345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-14c9d570-c767-4e4a-ad58-b5d7c21bcedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.460868 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 13:53:28.476424 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-14c9d570-c767-4e4a-ad58-b5d7c21bcedc None None] Port d5d1785a-c036-4fd3-9b64-2246efbd5823 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 13:53:28.555621 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 13:53:28.560683 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4dcc4433-80a6-4818-bd0a-86383206a5e8 demo admin] 10.222.0.32 "PUT /v2.0/routers/8ffb2467-154f-4dd8-ac18-cb3bd63634bd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8064876 May 10 13:53:28.565314 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Sync routers for ids ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:53:28.579685 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Routers {'8ffb2467-154f-4dd8-ac18-cb3bd63634bd'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:53:28.580575 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T13:53:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:28.781304 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Set router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:53:28.827877 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:29.246235 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'name': 'router1', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:53:17Z', 'updated_at': '2022-05-10T13:53:27Z', 'revision_number': 2, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'gw_port_host': None, '_interfaces': [{'id': 'd5d1785a-c036-4fd3-9b64-2246efbd5823', 'name': '', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'mac_address': 'fa:16:3e:8f:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:27Z', 'updated_at': '2022-05-10T13:53:28Z', 'revision_number': 2, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'subnets': [{'id': '04fba018-c155-42f7-a530-28acc13c4f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:29.305213 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Checking router: 8ffb2467-154f-4dd8-ac18-cb3bd63634bd for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:53:29.305750 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Updating router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd port d5d1785a-c036-4fd3-9b64-2246efbd5823 binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:53:29.392545 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:29.930905 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Publish callbacks [] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:29.938914 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.037970 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Pushing event updated for resources: {'Port': ['ID=d5d1785a-c036-4fd3-9b64-2246efbd5823,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:30.051235 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.051583 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.051931 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.052273 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.052605 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.052933 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.053255 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.053580 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.054504 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.054845 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.055173 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.055511 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.055837 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.056159 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.056505 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Tracked resource versions report: May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: pushed versions: May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Agent': {'1.1'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Log': {'1.0'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'NDPProxy': {'1.0'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Network': {'1.1'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Port': {'1.7'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'PortForwarding': {'1.3'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: consumer versions: May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Agent': '1.1', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Log': '1.0', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'NDPProxy': '1.0', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Network': '1.1', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Port': '1.7', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'PortForwarding': '1.3', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'QosPolicy': '1.10', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SubPort': '1.0', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Subnet': '1.1', May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Trunk': '1.1'}} May 10 13:53:30.057904 dv-cinder-835881-9-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:53:30.146313 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Attempting to bind port d5d1785a-c036-4fd3-9b64-2246efbd5823 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:53:30.146313 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Attempting to bind port d5d1785a-c036-4fd3-9b64-2246efbd5823 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:53:30.146313 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Attempting to bind port d5d1785a-c036-4fd3-9b64-2246efbd5823 on network bec6a957-ba51-453e-85dd-b6ca45eb5acb {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:53:30.148516 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:53:30.148913 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Checking segment: {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:53:30.149419 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.149809 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Bound using segment: {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:53:30.150339 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Bound port: d5d1785a-c036-4fd3-9b64-2246efbd5823, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f7d40d-a6c2-4c87-9401-a8373f7cb366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:53:30.150761 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.227347 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] For port d5d1785a-c036-4fd3-9b64-2246efbd5823, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:53:30.249480 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] For port d5d1785a-c036-4fd3-9b64-2246efbd5823, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d5d1785a-c036-4fd3-9b64-2246efbd5823,segment=NetworkSegment(65f7d40d-a6c2-4c87-9401-a8373f7cb366),segment_id=65f7d40d-a6c2-4c87-9401-a8373f7cb366)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:53:30.256908 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.271515 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.323967 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdc8f-24a4-4157-8665-1af266321586 None None] Pushing event updated for resources: {'Port': ['ID=d5d1785a-c036-4fd3-9b64-2246efbd5823,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:30.336029 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Routers {'8ffb2467-154f-4dd8-ac18-cb3bd63634bd'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:53:30.337354 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T13:53:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:30.358912 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] Provisioning complete for port d5d1785a-c036-4fd3-9b64-2246efbd5823 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:30.359499 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.455164 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] Current status of the port d5d1785a-c036-4fd3-9b64-2246efbd5823 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:30.455164 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.478778 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] Set router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:53:30.496749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] For port d5d1785a-c036-4fd3-9b64-2246efbd5823, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d5d1785a-c036-4fd3-9b64-2246efbd5823,segment=NetworkSegment(65f7d40d-a6c2-4c87-9401-a8373f7cb366),segment_id=65f7d40d-a6c2-4c87-9401-a8373f7cb366)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:53:30.505118 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.557025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f77e23-b762-436e-af54-32b96d1e1cd1 None None] Pushing event updated for resources: {'Port': ['ID=d5d1785a-c036-4fd3-9b64-2246efbd5823,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:30.622643 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c48358e2-4da1-46d7-9dd6-23841a450f07 None None] Provisioning complete for port d5d1785a-c036-4fd3-9b64-2246efbd5823 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:30.623039 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c48358e2-4da1-46d7-9dd6-23841a450f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.686422 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'name': 'router1', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:53:17Z', 'updated_at': '2022-05-10T13:53:27Z', 'revision_number': 2, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'gw_port_host': None, '_interfaces': [{'id': 'd5d1785a-c036-4fd3-9b64-2246efbd5823', 'name': '', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'mac_address': 'fa:16:3e:8f:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:27Z', 'updated_at': '2022-05-10T13:53:30Z', 'revision_number': 4, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'subnets': [{'id': '04fba018-c155-42f7-a530-28acc13c4f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:30.706498 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c48358e2-4da1-46d7-9dd6-23841a450f07 None None] Current status of the port d5d1785a-c036-4fd3-9b64-2246efbd5823 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:30.721240 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147fa1b-b03c-4c58-a1f1-2c5cca487bec None None] The sync data for ids ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'] in dv-cinder-835881-9-iscsi is: [{'id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'name': 'router1', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:53:17Z', 'updated_at': '2022-05-10T13:53:27Z', 'revision_number': 2, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'gw_port_host': None, '_interfaces': [{'id': 'd5d1785a-c036-4fd3-9b64-2246efbd5823', 'name': '', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'mac_address': 'fa:16:3e:8f:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:27Z', 'updated_at': '2022-05-10T13:53:30Z', 'revision_number': 4, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'subnets': [{'id': '04fba018-c155-42f7-a530-28acc13c4f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:53:31.146065 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52382) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:31.344482 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a7fd8-7d83-4fbc-8896-89217f88383a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:31.345958 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-145a7fd8-7d83-4fbc-8896-89217f88383a admin admin] 10.222.0.32 "GET /v2.0/networks/04102630-353f-487e-9b60-b50f56518c7d HTTP/1.1" status: 200 len: 842 time: 0.1987832 May 10 13:53:31.356692 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:31.382074 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Made reservation on behalf of a83c1c4876b14f72a0e3d2113130a776 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:53:31.384421 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.680425 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.objects.ports [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103389) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 13:53:31.680854 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (37b2e214-cf10-4efd-996f-7bf73f482078), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.739885 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b2e214-cf10-4efd-996f-7bf73f482078,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:31.748942 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:53:31.749322 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Network hostable DHCP agents. Network: 04102630-353f-487e-9b60-b50f56518c7d, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:53:31.771702 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:53:31.783854 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 04102630-353f-487e-9b60-b50f56518c7d) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:53:31.788245 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:31.789028 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.795933 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81591fb0-3cad-4e4d-b9bc-0f185434f8e8 None None] Network 04102630-353f-487e-9b60-b50f56518c7d requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:53:31.807355 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5d4a7eaf-b679-44bb-a1a9-faac2935c282 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4546304 May 10 13:53:31.923261 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe92848-c6a4-4e0a-b4f1-01f314f64c61 None None] Network 04102630-353f-487e-9b60-b50f56518c7d requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:53:34.223530 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52400) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:34.376575 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-be2232fd-840a-424f-8067-e57a31321dd7 demo admin] 10.222.0.32 "GET /v2.0/routers/8ffb2467-154f-4dd8-ac18-cb3bd63634bd HTTP/1.1" status: 200 len: 710 time: 0.1518579 May 10 13:53:34.464308 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363b7d9-ee5b-4465-9758-1ca65daf2262 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:34.465567 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d363b7d9-ee5b-4465-9758-1ca65daf2262 demo admin] 10.222.0.32 "GET /v2.0/networks/04102630-353f-487e-9b60-b50f56518c7d HTTP/1.1" status: 200 len: 886 time: 0.0833766 May 10 13:53:34.474655 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:34.804729 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks [] for router_gateway (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.031149 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks [] for router_gateway (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.105781 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.211400 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Allocated IP 172.27.2.89 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/e57081a4-7872-4ce8-87d9-6dc7ee137294) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:53:35.314731 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks [] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.349564 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.387870 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:53:35.390547 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:53:35.394081 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:53:35.434442 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Pushing event updated for resources: {'Port': ['ID=e57081a4-7872-4ce8-87d9-6dc7ee137294,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:35.668402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks [] for router_gateway (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.885881 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8783'] for router (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:35.889597 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-685444'] for router (8ffb2467-154f-4dd8-ac18-cb3bd63634bd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:36.004573 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 13:53:36.215612 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 13:53:36.219372 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:36.220564 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-36421f66-0328-4974-9ec5-dc01467338fe demo admin] 10.222.0.32 "PUT /v2.0/routers/8ffb2467-154f-4dd8-ac18-cb3bd63634bd HTTP/1.1" status: 200 len: 889 time: 1.7492824 May 10 13:53:38.774840 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52412) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:38.889893 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0deef862-1ae1-4741-9833-7aebca32aebb admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1139390 May 10 13:53:39.008827 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d5d1785a-c036-4fd3-9b64-2246efbd5823 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:53:39.068029 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port d5d1785a-c036-4fd3-9b64-2246efbd5823 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:39.068407 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:39.152309 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port d5d1785a-c036-4fd3-9b64-2246efbd5823 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:39.777796 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Sync routers for ids ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:53:39.790162 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Routers {'8ffb2467-154f-4dd8-ac18-cb3bd63634bd'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:53:39.790846 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T13:53:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:40.016531 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Set router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:53:40.503945 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'name': 'router1', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'e57081a4-7872-4ce8-87d9-6dc7ee137294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:53:17Z', 'updated_at': '2022-05-10T13:53:35Z', 'revision_number': 4, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'gw_port': {'id': 'e57081a4-7872-4ce8-87d9-6dc7ee137294', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:35Z', 'updated_at': '2022-05-10T13:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'd5d1785a-c036-4fd3-9b64-2246efbd5823', 'name': '', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'mac_address': 'fa:16:3e:8f:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:27Z', 'updated_at': '2022-05-10T13:53:30Z', 'revision_number': 5, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'subnets': [{'id': '04fba018-c155-42f7-a530-28acc13c4f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:40.555457 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Checking router: 8ffb2467-154f-4dd8-ac18-cb3bd63634bd for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:53:40.555838 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Updating router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd port e57081a4-7872-4ce8-87d9-6dc7ee137294 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:53:40.621977 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:40.982501 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Publish callbacks [] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:40.991563 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:41.043482 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90071605-4a77-4f8c-9ecc-69a4882bddab None None] Pushing event updated for resources: {'Port': ['ID=e57081a4-7872-4ce8-87d9-6dc7ee137294,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:41.056026 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Attempting to bind port e57081a4-7872-4ce8-87d9-6dc7ee137294 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:53:41.056390 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Attempting to bind port e57081a4-7872-4ce8-87d9-6dc7ee137294 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:53:41.056742 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Attempting to bind port e57081a4-7872-4ce8-87d9-6dc7ee137294 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:53:41.062642 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:53:41.062937 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:53:41.063333 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:41.064511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:53:41.064511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Bound port: e57081a4-7872-4ce8-87d9-6dc7ee137294, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:53:41.064511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:41.125232 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] For port e57081a4-7872-4ce8-87d9-6dc7ee137294, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:53:41.128406 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] For port e57081a4-7872-4ce8-87d9-6dc7ee137294, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=e57081a4-7872-4ce8-87d9-6dc7ee137294,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:53:41.136373 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:41.191320 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Routers {'8ffb2467-154f-4dd8-ac18-cb3bd63634bd'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:53:41.191964 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T13:53:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:41.243863 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90071605-4a77-4f8c-9ecc-69a4882bddab None None] Pushing event updated for resources: {'Port': ['ID=e57081a4-7872-4ce8-87d9-6dc7ee137294,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:41.338183 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] Set router 8ffb2467-154f-4dd8-ac18-cb3bd63634bd gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:53:41.575255 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'name': 'router1', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'e57081a4-7872-4ce8-87d9-6dc7ee137294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:53:17Z', 'updated_at': '2022-05-10T13:53:35Z', 'revision_number': 4, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'gw_port': {'id': 'e57081a4-7872-4ce8-87d9-6dc7ee137294', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:35Z', 'updated_at': '2022-05-10T13:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'd5d1785a-c036-4fd3-9b64-2246efbd5823', 'name': '', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'mac_address': 'fa:16:3e:8f:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:27Z', 'updated_at': '2022-05-10T13:53:30Z', 'revision_number': 5, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'subnets': [{'id': '04fba018-c155-42f7-a530-28acc13c4f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:53:41.608374 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db99b51-a1e8-423b-8e5d-c2156b9fc846 None None] The sync data for ids ['8ffb2467-154f-4dd8-ac18-cb3bd63634bd'] in dv-cinder-835881-9-iscsi is: [{'id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'name': 'router1', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'e57081a4-7872-4ce8-87d9-6dc7ee137294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:53:17Z', 'updated_at': '2022-05-10T13:53:35Z', 'revision_number': 4, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'gw_port': {'id': 'e57081a4-7872-4ce8-87d9-6dc7ee137294', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:35Z', 'updated_at': '2022-05-10T13:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'd5d1785a-c036-4fd3-9b64-2246efbd5823', 'name': '', 'network_id': 'bec6a957-ba51-453e-85dd-b6ca45eb5acb', 'tenant_id': '03067c95202a44bbae7686a1a4886b44', 'mac_address': 'fa:16:3e:8f:0f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb2467-154f-4dd8-ac18-cb3bd63634bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04fba018-c155-42f7-a530-28acc13c4f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:53:27Z', 'updated_at': '2022-05-10T13:53:30Z', 'revision_number': 5, 'project_id': '03067c95202a44bbae7686a1a4886b44', 'subnets': [{'id': '04fba018-c155-42f7-a530-28acc13c4f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e20707d-4ede-4d3b-9358-cc3862767ad5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:53:43.091339 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device e57081a4-7872-4ce8-87d9-6dc7ee137294 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:53:43.145545 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port e57081a4-7872-4ce8-87d9-6dc7ee137294 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:43.145940 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:43.242300 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port e57081a4-7872-4ce8-87d9-6dc7ee137294 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:43.242711 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:43.273714 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port e57081a4-7872-4ce8-87d9-6dc7ee137294, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=e57081a4-7872-4ce8-87d9-6dc7ee137294,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:53:43.283097 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:43.363193 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=e57081a4-7872-4ce8-87d9-6dc7ee137294,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:45.115840 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device e57081a4-7872-4ce8-87d9-6dc7ee137294 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:53:45.208465 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port e57081a4-7872-4ce8-87d9-6dc7ee137294 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:45.209477 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (e57081a4-7872-4ce8-87d9-6dc7ee137294), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:45.348465 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port e57081a4-7872-4ce8-87d9-6dc7ee137294 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:54.166099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-beec23d4-e4d5-4872-92e6-60108051fda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:54.380943 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:53:56.292916 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-07ed298c-aaae-4b6a-b76f-371a7571b7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:57.788549 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:58.852041 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:00.278106 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:24.169020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-41751a88-8f23-44c0-96ed-e36619a40cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:26.276794 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcd38edd-9ce3-43ae-b78c-17559511e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:27.693983 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:28.834097 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:30.262646 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:31.383133 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:54:54.160987 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0925cabc-29c2-46f7-96cd-b8b7c0239451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:56.279831 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-af8677c4-3ba6-46be-9b15-263a440df0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:57.697725 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:58.785437 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52896) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:54:58.835196 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:58.850634 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bf6bff-d3b5-46d8-b49f-8776a0a959cf admin admin] GET failed (client error): The resource could not be found. May 10 13:54:58.851947 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-83bf6bff-d3b5-46d8-b49f-8776a0a959cf admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654688 May 10 13:54:59.016351 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5201b8-1381-427f-9f22-f8ebaf188a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:54:59.017822 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ba5201b8-1381-427f-9f22-f8ebaf188a9a admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618099 May 10 13:55:00.266741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:01.355079 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52906) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:01.450799 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6ef4d-c7dc-472a-a0f8-53ac4057b051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:01.452139 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-edc6ef4d-c7dc-472a-a0f8-53ac4057b051 admin admin] 10.222.0.32 "GET /v2.0/subnets/04fba018-c155-42f7-a530-28acc13c4f21 HTTP/1.1" status: 200 len: 849 time: 0.0960770 May 10 13:55:01.461558 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:55:01.547855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Publish callbacks [] for subnet (04fba018-c155-42f7-a530-28acc13c4f21), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:01.691943 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793421101725'] for subnet (04fba018-c155-42f7-a530-28acc13c4f21), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:01.731952 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:01.732114 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:01.746237 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] 10.222.0.32 "PUT /v2.0/subnets/04fba018-c155-42f7-a530-28acc13c4f21 HTTP/1.1" status: 200 len: 868 time: 0.2755890 May 10 13:55:01.746499 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcb5d3-7e98-46ff-9e7f-d39f68279ae0 None None] Network bec6a957-ba51-453e-85dd-b6ca45eb5acb requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:55:01.751546 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fba018-c155-42f7-a530-28acc13c4f21,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:55:01.757582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.757999 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.758324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.758671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.759007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.759337 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.759667 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.759996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.760332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.760666 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.761003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.761344 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.761670 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.761988 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:01.762340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7d12e-d4b3-457c-aa7c-7eeaea64910f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:55:02.119567 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5c388110-9b98-4105-ba13-9defe96c0815 None None] Provisioning complete for port d5d1785a-c036-4fd3-9b64-2246efbd5823 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:55:02.119879 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c388110-9b98-4105-ba13-9defe96c0815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d5d1785a-c036-4fd3-9b64-2246efbd5823), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:02.197475 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5c388110-9b98-4105-ba13-9defe96c0815 None None] Current status of the port d5d1785a-c036-4fd3-9b64-2246efbd5823 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:55:02.205403 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5c388110-9b98-4105-ba13-9defe96c0815 None None] Provisioning complete for port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:55:02.205811 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c388110-9b98-4105-ba13-9defe96c0815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4247c7e1-5018-44ed-89cc-0c498aa28ea6), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:02.285795 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5c388110-9b98-4105-ba13-9defe96c0815 None None] Current status of the port 4247c7e1-5018-44ed-89cc-0c498aa28ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:55:04.026253 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52916) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:04.228177 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a470687-7c64-4cbb-a716-3b8f0fb8e34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:04.228563 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a470687-7c64-4cbb-a716-3b8f0fb8e34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:04.230130 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2a470687-7c64-4cbb-a716-3b8f0fb8e34d admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029104 May 10 13:55:06.513638 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52924) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:06.645461 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16aa9df-a8c9-41df-879b-7a25fea1d78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:06.645930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16aa9df-a8c9-41df-879b-7a25fea1d78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:06.648627 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f16aa9df-a8c9-41df-879b-7a25fea1d78f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340215 May 10 13:55:08.383853 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:55:08.909347 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52932) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:09.068030 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffb1b4-ece9-49bc-8180-cc07c273d3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:09.069416 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-86ffb1b4-ece9-49bc-8180-cc07c273d3d7 admin admin] 10.222.0.32 "GET /v2.0/networks/04102630-353f-487e-9b60-b50f56518c7d HTTP/1.1" status: 200 len: 886 time: 0.1591198 May 10 13:55:11.398400 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 52940) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:11.548703 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c9deb-300f-4dfc-b732-5f5310757e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:11.550267 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7b8c9deb-300f-4dfc-b732-5f5310757e39 admin admin] 10.222.0.32 "GET /v2.0/networks/bec6a957-ba51-453e-85dd-b6ca45eb5acb HTTP/1.1" status: 200 len: 869 time: 0.1507595 May 10 13:55:13.907090 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52948) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:14.038877 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797e605-f156-4e15-98c6-032f37c3a4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:14.039374 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797e605-f156-4e15-98c6-032f37c3a4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:14.041082 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a797e605-f156-4e15-98c6-032f37c3a4a5 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330423 May 10 13:55:16.359268 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52956) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:16.463855 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8237548-5711-49c1-969b-c66c9d616622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:16.464608 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8237548-5711-49c1-969b-c66c9d616622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:16.469668 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a8237548-5711-49c1-969b-c66c9d616622 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1093969 May 10 13:55:18.775186 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52964) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:18.874492 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696e47f-9310-498a-9d36-679a717fb171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:18.875965 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e696e47f-9310-498a-9d36-679a717fb171 admin admin] 10.222.0.32 "GET /v2.0/subnets/04fba018-c155-42f7-a530-28acc13c4f21 HTTP/1.1" status: 200 len: 868 time: 0.0998082 May 10 13:55:21.268478 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 52972) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:55:21.363519 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829b658-f23e-4cb0-a82a-2517aaed6daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:55:21.365384 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a829b658-f23e-4cb0-a82a-2517aaed6daf admin admin] 10.222.0.32 "GET /v2.0/subnets/37b2e214-cf10-4efd-996f-7bf73f482078 HTTP/1.1" status: 200 len: 816 time: 0.0959525 May 10 13:55:24.165058 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aa084bec-9fee-4d5e-a995-a1a185f9e003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:26.282468 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3858d7eb-8922-4806-b792-cf8cf472645f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:27.696911 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:28.839313 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:30.270301 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:45.383784 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:55:54.167191 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8442c0c-05cf-4462-905f-30c3bfeb6bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:56.283840 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ace493f5-2ed4-4d34-aa3d-ed7496465f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:57.700335 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:58.841916 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:00.274806 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:02.437138 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53030) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:02.485934 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-0dfdb6cc-c74d-4d94-a5ee-18d4c65ff7bf admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:56:02.488049 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0dfdb6cc-c74d-4d94-a5ee-18d4c65ff7bf admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0496767 May 10 13:56:04.835229 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53038) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:04.897187 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa67eae-22b9-4efa-bcb7-c18fc12b55c1 admin admin] GET failed (client error): The resource could not be found. May 10 13:56:04.898496 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8aa67eae-22b9-4efa-bcb7-c18fc12b55c1 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645607 May 10 13:56:05.041267 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56bc2b8-dfe4-4686-b29d-efa9dc19e654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:56:05.042826 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b56bc2b8-dfe4-4686-b29d-efa9dc19e654 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403263 May 10 13:56:07.307887 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53046) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:07.354917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:56:07.374459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Made reservation on behalf of a83c1c4876b14f72a0e3d2113130a776 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:56:07.376715 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:07.412438 dv-cinder-835881-9-iscsi neutron-server[103390]: WARNING neutron.services.revisions.revision_plugin [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Could not find related network for resource to bump revision. May 10 13:56:07.425007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:56:07.435192 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (8c12140e-a232-4b60-88c3-3dad9c3ffd70), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:07.435539 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Added segment 8c12140e-a232-4b60-88c3-3dad9c3ffd70 of type vlan for network ce2784cd-fb1e-490e-bbcc-4b462da2a352 May 10 13:56:07.476841 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (ce2784cd-fb1e-490e-bbcc-4b462da2a352), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:07.500994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (ce2784cd-fb1e-490e-bbcc-4b462da2a352), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:07.501851 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:56:07.502447 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:07.580400 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2714224 May 10 13:56:07.594233 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Pushing event updated for resources: {'Network': ['ID=ce2784cd-fb1e-490e-bbcc-4b462da2a352,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:07.602490 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.602861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.603232 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.603576 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.603908 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.604239 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.604602 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.604884 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.605205 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.605523 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.605846 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.606164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.606511 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.606828 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.607139 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8222d2-26aa-438a-ab44-225a0055da4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:07.619383 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network ce2784cd-fb1e-490e-bbcc-4b462da2a352 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:56:09.884800 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53054) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:09.945421 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2750d7b-4d8f-43c3-8210-9d2c2c199d67 admin admin] GET failed (client error): The resource could not be found. May 10 13:56:09.946744 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e2750d7b-4d8f-43c3-8210-9d2c2c199d67 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610039 May 10 13:56:10.016843 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e09c9-eaa7-4691-89f3-91e68c8a0267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:56:10.018316 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-721e09c9-eaa7-4691-89f3-91e68c8a0267 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657089 May 10 13:56:10.027906 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:56:10.045852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Made reservation on behalf of a83c1c4876b14f72a0e3d2113130a776 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:56:10.048028 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.208580 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (45a26a31-ef0a-41ba-86ab-0249d9993d9c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.268838 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a26a31-ef0a-41ba-86ab-0249d9993d9c,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:10.281302 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.281648 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.282008 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.282368 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.282700 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.283026 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.283348 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.283669 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.284006 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.284329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.284664 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.285006 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.286647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.286998 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.287324 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.290476 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Checking segment: {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:56:10.290820 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Network hostable DHCP agents. Network: ce2784cd-fb1e-490e-bbcc-4b462da2a352, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:56:10.307954 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Network ce2784cd-fb1e-490e-bbcc-4b462da2a352 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:56:10.316488 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, ce2784cd-fb1e-490e-bbcc-4b462da2a352) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:56:10.321470 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:56:10.322106 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.327151 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b133afd-9c15-4898-a3d0-3edbd164e090 None None] Network ce2784cd-fb1e-490e-bbcc-4b462da2a352 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:56:10.338533 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5d3e9c96-6246-48c4-9c09-4d4c522271e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138337 May 10 13:56:10.439012 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-ce2784cd-fb1e-490e-bbcc-4b462da2a352', 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352', 'project_id': 'a83c1c4876b14f72a0e3d2113130a776', 'fixed_ips': [{'subnet_id': '45a26a31-ef0a-41ba-86ab-0249d9993d9c'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:56:10.439874 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.583830 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Allocated IP 192.168.233.2 (ce2784cd-fb1e-490e-bbcc-4b462da2a352/45a26a31-ef0a-41ba-86ab-0249d9993d9c/75da5348-665d-479d-9a1b-8e146131d32f) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:56:10.833959 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Publish callbacks [] for port (75da5348-665d-479d-9a1b-8e146131d32f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.841170 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (75da5348-665d-479d-9a1b-8e146131d32f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.882906 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Network ce2784cd-fb1e-490e-bbcc-4b462da2a352 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:56:10.885915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:56:10.891687 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:56:10.899610 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Pushing event updated for resources: {'Port': ['ID=75da5348-665d-479d-9a1b-8e146131d32f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:10.923290 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.923656 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.923990 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.924338 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.924687 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.924997 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.925318 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.925643 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.925988 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.926953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.926953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.927138 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.927330 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.927606 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.927923 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:10.964711 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Attempting to bind port 75da5348-665d-479d-9a1b-8e146131d32f on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:56:10.965086 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Attempting to bind port 75da5348-665d-479d-9a1b-8e146131d32f by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:56:10.965450 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Attempting to bind port 75da5348-665d-479d-9a1b-8e146131d32f on network ce2784cd-fb1e-490e-bbcc-4b462da2a352 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:56:10.970621 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:56:10.970988 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Checking segment: {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:56:10.971388 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:10.971774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Bound using segment: {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:56:10.972235 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Bound port: 75da5348-665d-479d-9a1b-8e146131d32f, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:56:10.972610 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (75da5348-665d-479d-9a1b-8e146131d32f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:11.040281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] For port 75da5348-665d-479d-9a1b-8e146131d32f, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:56:11.044171 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] For port 75da5348-665d-479d-9a1b-8e146131d32f, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=75da5348-665d-479d-9a1b-8e146131d32f,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:56:11.051012 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (75da5348-665d-479d-9a1b-8e146131d32f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:11.111927 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a357c-ab6b-4e22-8ce4-f2ec1150f614 None None] Pushing event updated for resources: {'Port': ['ID=75da5348-665d-479d-9a1b-8e146131d32f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:11.948467 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b046632-04e4-4cee-a05b-5a5e823e43b8 None None] Network ce2784cd-fb1e-490e-bbcc-4b462da2a352 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:56:12.059235 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] Provisioning complete for port 75da5348-665d-479d-9a1b-8e146131d32f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:56:12.059607 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (75da5348-665d-479d-9a1b-8e146131d32f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:12.151747 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] Current status of the port 75da5348-665d-479d-9a1b-8e146131d32f is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:56:12.152154 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (75da5348-665d-479d-9a1b-8e146131d32f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:12.189215 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] For port 75da5348-665d-479d-9a1b-8e146131d32f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=75da5348-665d-479d-9a1b-8e146131d32f,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:56:12.194772 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (75da5348-665d-479d-9a1b-8e146131d32f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:12.252468 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d811249-8ded-4690-87da-5c98fffd22d1 None None] Pushing event updated for resources: {'Port': ['ID=75da5348-665d-479d-9a1b-8e146131d32f,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:12.415889 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4c319225-65dc-4c0d-9f47-30113b7246f1 None None] Provisioning complete for port 75da5348-665d-479d-9a1b-8e146131d32f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:56:12.416207 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4c319225-65dc-4c0d-9f47-30113b7246f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (75da5348-665d-479d-9a1b-8e146131d32f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:12.500596 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4c319225-65dc-4c0d-9f47-30113b7246f1 None None] Current status of the port 75da5348-665d-479d-9a1b-8e146131d32f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:56:13.104530 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 75da5348-665d-479d-9a1b-8e146131d32f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:56:13.154853 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 75da5348-665d-479d-9a1b-8e146131d32f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:56:13.155157 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (75da5348-665d-479d-9a1b-8e146131d32f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:13.237684 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 75da5348-665d-479d-9a1b-8e146131d32f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:56:22.384064 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:56:24.168745 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-94c72ba0-b602-499c-8097-9f1d004ad267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:26.288425 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e84c1c79-da75-4978-9082-ff924a8b6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:27.704392 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:28.846382 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:30.281050 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:54.173628 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ae49cb42-7c99-4f69-b0c8-2f2892c83318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:56.290321 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1d25389a-daaa-4a82-b394-13e5cb7b125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:57.707467 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:58.847784 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:59.383638 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:57:00.286281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:24.166189 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-67f63532-2856-4097-8960-e7377e6012ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:26.292899 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-de7c5f54-4c06-4911-accd-aaa13fcac042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:27.710120 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:28.855845 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:30.288288 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:36.381705 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:57:44.565863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53092) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:57:44.573597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-6c7b45eb-30ea-454f-9472-472454f06e4a tempest-verify_tempest_config-2106077530 tempest-verify_tempest_config-2106077530-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:57:44.574717 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6c7b45eb-30ea-454f-9472-472454f06e4a tempest-verify_tempest_config-2106077530 tempest-verify_tempest_config-2106077530-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0077353 May 10 13:57:44.874970 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53110) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:57:44.981203 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.055164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Publish callbacks [] for security_group (eae99f3e-216d-44d0-b31c-a9a72a852eb9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.058941 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (eae99f3e-216d-44d0-b31c-a9a72a852eb9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.104024 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f29dd0c8c014c04a6152f235841d5ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2279909 May 10 13:57:45.104863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae99f3e-216d-44d0-b31c-a9a72a852eb9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:57:45.106702 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53114) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:57:45.111903 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.112250 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.112583 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.112915 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.113509 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.113833 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.114154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.114506 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.114843 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.115168 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.115528 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.115858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.116175 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.116493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.116810 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2624d45-080c-4cf3-a8f0-f42a8ab5337c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.163574 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Publish callbacks [] for security_group (eae99f3e-216d-44d0-b31c-a9a72a852eb9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.187448 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Publish callbacks [] for security_group (eae99f3e-216d-44d0-b31c-a9a72a852eb9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.281066 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (eae99f3e-216d-44d0-b31c-a9a72a852eb9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.283609 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:45.285384 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eae99f3e-216d-44d0-b31c-a9a72a852eb9 HTTP/1.1" status: 204 len: 168 time: 0.1776228 May 10 13:57:45.293769 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae99f3e-216d-44d0-b31c-a9a72a852eb9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:57:45.300676 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.301154 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.301471 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.301804 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.302129 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.302598 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.302919 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.303235 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.303560 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.303852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.304172 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.304603 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.304922 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.305232 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:45.305540 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1ea11-dd81-4784-967b-d2fe5e392a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:57:54.171224 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c104df2d-3e80-40eb-80bf-4f0fa9b58c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:56.300687 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6022ea96-e0b8-45cf-866c-cc409f86bbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:57.711025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:58.857322 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:00.292754 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:13.380865 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:58:24.173631 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a33aa438-bad5-4875-93d6-e6dc47695ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:26.294803 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-da0ab5f4-a21a-4d94-8055-6371a47256eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:27.714466 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:28.861284 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:30.294854 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:50.379347 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:58:54.174504 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81711107-5d5a-4d84-94b5-053af29fccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:56.296573 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3c33f778-4ee3-4a8f-86fb-50440578c9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:57.715820 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:58.862725 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:00.297824 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:24.178738 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66dcbb9f-d1d8-4240-8de7-0af2f1f7783a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:26.297979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7bccdbd7-d694-4aaa-ae46-052014db2f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:27.377474 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:59:27.719729 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:28.866664 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:30.300287 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:34.994868 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660287'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:48.106479 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53186) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:48.209812 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-58df7a0c-7c8e-4f60-9ede-16a138854da0 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017792 May 10 13:59:50.483517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53196) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:50.538983 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6c9889c7-fadc-4c91-a1ec-a9b69582a234 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0544028 May 10 13:59:54.181299 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31229f09-1a9b-4b71-8a37-05eb5c96e355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.301404 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c70285b5-ba77-4bad-ac06-9d446726b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.722931 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.869033 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.302774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:04.376674 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:00:04.962909 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.183825 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e40eabc0-faab-445b-baaa-2a1c57d4aae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:26.304355 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7ca3c7f8-f445-4385-928a-9253eabc922f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:27.724854 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.871200 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.306812 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:34.985998 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:41.375380 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:00:54.187924 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a290-61c7-4947-9b00-6de7a3eb7c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.306951 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b545d421-bf6e-49c5-b0a3-39e0cf87d46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.729206 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:58.874903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.301209 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:05.007631 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:18.373918 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:01:24.191332 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-72f95be2-a172-4858-9d4c-ff20c4b27774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.311587 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf7b9-6514-4153-9909-83f61926d2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.741841 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:28.885747 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.305069 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:31.438088 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53380) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:31.953125 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1140824853-network', 'tenant_id': 'db378765a65d4ed59cf60275bc325525'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:31.980290 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Made reservation on behalf of db378765a65d4ed59cf60275bc325525 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:31.984866 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:31.997667 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.112867 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks [] for security_group (5768eb8c-1235-4dcd-bb3e-7a60bea81a01), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.120000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53414) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:32.121444 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (5768eb8c-1235-4dcd-bb3e-7a60bea81a01), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.156945 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:32.182656 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5768eb8c-1235-4dcd-bb3e-7a60bea81a01,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:32.187473 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (995fb921-c9c0-4a82-bc3c-b76fc79b241c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.187889 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Added segment 995fb921-c9c0-4a82-bc3c-b76fc79b241c of type vlan for network 63e3b9a3-6735-4ab6-ace1-2a506015af5f May 10 14:01:32.202807 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.203151 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.203511 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.203926 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.204428 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.205077 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.205786 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.206406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.207193 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.208584 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.209115 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.209859 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.210395 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.211453 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.211917 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Tracked resource versions report: May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: pushed versions: May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Agent': {'1.1'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Log': {'1.0'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Network': {'1.1'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Port': {'1.7'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: consumer versions: May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: HyperV agent@hv-cinder-83588: {}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Agent': '1.1', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Log': '1.0', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'NDPProxy': '1.0', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Network': '1.1', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Port': '1.7', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'PortForwarding': '1.3', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'QosPolicy': '1.10', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'SubPort': '1.0', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Subnet': '1.1', May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: 'Trunk': '1.1'}} May 10 14:01:32.213927 dv-cinder-835881-9-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:01:32.266784 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (63e3b9a3-6735-4ab6-ace1-2a506015af5f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.353565 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (63e3b9a3-6735-4ab6-ace1-2a506015af5f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.356579 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:32.357501 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.484201 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53438) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:32.484662 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0446703 May 10 14:01:32.486423 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a394135-8186-4eda-a648-1ecd92f9d7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=63e3b9a3-6735-4ab6-ace1-2a506015af5f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:32.490550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Request body: {'subnet': {'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1140824853-subnet', 'tenant_id': 'db378765a65d4ed59cf60275bc325525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:32.498876 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 63e3b9a3-6735-4ab6-ace1-2a506015af5f details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:32.528169 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Made reservation on behalf of db378765a65d4ed59cf60275bc325525 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:32.531634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.796438 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-909761346-network', 'tenant_id': '523029c9401f49c399be46bfe308b5e6'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:32.842282 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Made reservation on behalf of 523029c9401f49c399be46bfe308b5e6 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:32.845452 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.859512 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.880735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53442) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:32.954703 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks [] for security_group (d8798063-9833-43ae-8c44-0f0db0b21abd), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.961869 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d8798063-9833-43ae-8c44-0f0db0b21abd), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.978456 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:32.991154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.991746 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Added segment 6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1 of type vlan for network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 May 10 14:01:33.032659 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (c48a28d6-d3fb-47b6-bcca-bb27d9f57474), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.094211 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (c48a28d6-d3fb-47b6-bcca-bb27d9f57474), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.095202 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:33.105745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.135647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1871739745-network', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:33.147642 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0263493 May 10 14:01:33.151130 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53468) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:33.155827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Request body: {'subnet': {'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-subnet', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:33.171639 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8798063-9833-43ae-8c44-0f0db0b21abd,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.202107 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Made reservation on behalf of 47d6a9eb6fd3415d9059fe567e2dfa02 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:33.209255 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.233733 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.257570 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.262289 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.262773 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.263000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.263338 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.263669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.263991 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.264305 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.264646 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.265075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.265286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.265622 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.265945 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.266387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.266590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Tracked resource versions report: May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: pushed versions: May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Agent': {'1.1'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Log': {'1.0'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Network': {'1.1'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Port': {'1.7'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: consumer versions: May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: HyperV agent@hv-cinder-83588: {}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Agent': '1.1', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Log': '1.0', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'NDPProxy': '1.0', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Network': '1.1', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Port': '1.7', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'PortForwarding': '1.3', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'QosPolicy': '1.10', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'SubPort': '1.0', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Subnet': '1.1', May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: 'Trunk': '1.1'}} May 10 14:01:33.267750 dv-cinder-835881-9-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:01:33.337900 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks [] for security_group (c277792c-c794-419f-ad73-54096023f865), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.345541 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (c277792c-c794-419f-ad73-54096023f865), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.360334 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Made reservation on behalf of 523029c9401f49c399be46bfe308b5e6 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:33.364241 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.370987 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:33.381042 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c277792c-c794-419f-ad73-54096023f865,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.386434 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (39614cdb-20ea-4af9-91ce-85f30f49b362), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.387018 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Added segment 39614cdb-20ea-4af9-91ce-85f30f49b362 of type vlan for network 49c07cd0-6152-43ba-84e4-0ef3e3d224df May 10 14:01:33.417003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef5038-1fa1-4a90-a3c6-81f1affbb9ef admin admin] Pushing event updated for resources: {'Network': ['ID=c48a28d6-d3fb-47b6-bcca-bb27d9f57474,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.424459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (4ec45e00-5eaa-484e-aa17-58575c46e459), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.434542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:33.436373 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (49c07cd0-6152-43ba-84e4-0ef3e3d224df), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.464897 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (49c07cd0-6152-43ba-84e4-0ef3e3d224df), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.466104 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:33.468241 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.529406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Checking segment: {'id': '995fb921-c9c0-4a82-bc3c-b76fc79b241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:33.529781 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Network hostable DHCP agents. Network: 63e3b9a3-6735-4ab6-ace1-2a506015af5f, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:33.566954 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Network 63e3b9a3-6735-4ab6-ace1-2a506015af5f is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:33.568742 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] Pushing event updated for resources: {'Network': ['ID=49c07cd0-6152-43ba-84e4-0ef3e3d224df,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.576128 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec45e00-5eaa-484e-aa17-58575c46e459,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.579689 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:33.585421 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 63e3b9a3-6735-4ab6-ace1-2a506015af5f) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:33.589139 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7eedf2b4-11fa-4f8c-aca0-421d49f3c123 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7063160 May 10 14:01:33.591339 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:33.592083 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53478) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:33.592699 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.600858 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Request body: {'subnet': {'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-subnet', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:33.640441 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-064afbed-5485-439a-bf18-9e43b97dd16b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1544502 May 10 14:01:33.648226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Made reservation on behalf of 47d6a9eb6fd3415d9059fe567e2dfa02 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:33.650822 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.721088 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2bc8b9-1575-44f6-8674-3dc6f76d2552 None None] Network 63e3b9a3-6735-4ab6-ace1-2a506015af5f requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:33.857582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (1ef827bc-57f9-472c-9d88-a7598178a4d7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.877901 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288a87a-a67e-463f-a94b-c498b12f6c83 None None] Network 63e3b9a3-6735-4ab6-ace1-2a506015af5f requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:33.998847 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef827bc-57f9-472c-9d88-a7598178a4d7,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:34.034698 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (d3af196a-924e-4c4d-9848-2aacf16ee06e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.041311 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Checking segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:34.041743 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Network hostable DHCP agents. Network: c48a28d6-d3fb-47b6-bcca-bb27d9f57474, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:34.088992 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:34.108450 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, c48a28d6-d3fb-47b6-bcca-bb27d9f57474) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:34.112611 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:34.113249 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.125752 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84451ac5-45f1-41ed-90f7-a3dc5c85ffff None None] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:34.141992 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-170cf28c-7fe9-411d-81a0-b71fe89ca5b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9898100 May 10 14:01:34.144688 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53510) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:34.149661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:34.196866 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (10337019-06f8-4cc8-a558-fc48f30d9a45), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.198599 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (10337019-06f8-4cc8-a558-fc48f30d9a45), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.269220 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3af196a-924e-4c4d-9848-2aacf16ee06e,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:34.279416 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:34.280018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Network hostable DHCP agents. Network: 49c07cd0-6152-43ba-84e4-0ef3e3d224df, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:34.312629 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:34.330137 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 49c07cd0-6152-43ba-84e4-0ef3e3d224df) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:34.331336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:01:34.342267 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.342601 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:34.342601 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.368547 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda08c52-2081-48a0-bf4c-2b22504c035d None None] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:34.383878 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-708809e2-7e1c-4894-a2ae-351eb13cb4ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7866483 May 10 14:01:34.384661 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53522) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:34.396402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:34.434313 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (899705dc-b5f7-4d71-a3f6-ca104deafd92), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.435354 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (899705dc-b5f7-4d71-a3f6-ca104deafd92), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.446838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks [] for router_controller (10337019-06f8-4cc8-a558-fc48f30d9a45), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.547728 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks [] for router_controller (899705dc-b5f7-4d71-a3f6-ca104deafd92), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.720351 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks [] for router_gateway (10337019-06f8-4cc8-a558-fc48f30d9a45), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.841826 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:01:34.844040 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.880520 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks [] for router_gateway (899705dc-b5f7-4d71-a3f6-ca104deafd92), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.894694 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53558) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:34.903520 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Allocated IP 172.20.0.2 (c48a28d6-d3fb-47b6-bcca-bb27d9f57474/1ef827bc-57f9-472c-9d88-a7598178a4d7/b5ce2821-07b8-4300-bfba-48db3c3092c2) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:34.909540 dv-cinder-835881-9-iscsi neutron-server[103390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 14:01:35.130430 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.155455 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks [] for router_gateway (899705dc-b5f7-4d71-a3f6-ca104deafd92), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.178226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.204673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Allocated IP 172.20.0.2 (49c07cd0-6152-43ba-84e4-0ef3e3d224df/d3af196a-924e-4c4d-9848-2aacf16ee06e/ee975c2d-091d-45c7-a2c4-5c04690961d9) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:35.282786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks [] for router_gateway (10337019-06f8-4cc8-a558-fc48f30d9a45), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.326040 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Publish callbacks [] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.328082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.353139 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.369954 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Allocated IP 172.27.2.57 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:35.425014 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Pushing event updated for resources: {'Port': ['ID=b5ce2821-07b8-4300-bfba-48db3c3092c2,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.455483 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.455749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.456853 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.457365 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.459198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.459797 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.460304 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.461132 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.461625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.463105 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.463796 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.464339 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.464814 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.465296 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.465781 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Tracked resource versions report: May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: pushed versions: May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Agent': {'1.1'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Log': {'1.0'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Network': {'1.1'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Port': {'1.7'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: consumer versions: May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: HyperV agent@hv-cinder-83588: {}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Agent': '1.1', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Log': '1.0', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'NDPProxy': '1.0', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Network': '1.1', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Port': '1.7', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'PortForwarding': '1.3', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'QosPolicy': '1.10', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'SubPort': '1.0', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Subnet': '1.1', May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: 'Trunk': '1.1'}} May 10 14:01:35.467356 dv-cinder-835881-9-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:01:35.505862 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:35.509430 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:35.516689 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:35.519674 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-d02a490d-0b36-4a0b-a924-e6b0f28b1899 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:35.522269 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-d02a490d-0b36-4a0b-a924-e6b0f28b1899 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/networks?id=63e3b9a3-6735-4ab6-ace1-2a506015af5f HTTP/1.1" status: 200 len: 812 time: 0.6249788 May 10 14:01:35.572288 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-962dc5f8-7a67-42ab-89bf-26b1372833c9 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/quotas/db378765a65d4ed59cf60275bc325525 HTTP/1.1" status: 200 len: 375 time: 0.0421505 May 10 14:01:35.589263 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks [] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.658969 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.681991 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:35.684812 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:35.688291 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:35.791096 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-b1e9bcf9-36b6-44f1-80c7-402a57e69024 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db378765a65d4ed59cf60275bc325525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2037277 May 10 14:01:35.830247 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Allocated IP 172.27.2.146 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/1d566ba5-84e9-4faf-852b-3a0e19fd391f) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:35.968994 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Publish callbacks [] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.997241 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Attempting to bind port b5ce2821-07b8-4300-bfba-48db3c3092c2 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:35.998051 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Attempting to bind port b5ce2821-07b8-4300-bfba-48db3c3092c2 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:35.998678 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Attempting to bind port b5ce2821-07b8-4300-bfba-48db3c3092c2 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:36.008917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:36.009495 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Checking segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:36.010521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.010521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Bound using segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:36.011181 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Bound port: b5ce2821-07b8-4300-bfba-48db3c3092c2, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:36.011807 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.028994 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.035671 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks [] for router_gateway (899705dc-b5f7-4d71-a3f6-ca104deafd92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.156286 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Pushing event updated for resources: {'Port': ['ID=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:36.157312 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks [] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.166866 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Pushing event updated for resources: {'Port': ['ID=ee975c2d-091d-45c7-a2c4-5c04690961d9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:36.214764 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-5d519112-252a-4281-9e5e-0b0e4ef6f655 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:01:36.216019 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-5d519112-252a-4281-9e5e-0b0e4ef6f655 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0847666 May 10 14:01:36.216176 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] For port b5ce2821-07b8-4300-bfba-48db3c3092c2, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:36.219994 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] For port b5ce2821-07b8-4300-bfba-48db3c3092c2, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b5ce2821-07b8-4300-bfba-48db3c3092c2,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:36.225512 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:36.227456 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:36.231105 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.249355 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:36.410165 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (899705dc-b5f7-4d71-a3f6-ca104deafd92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.410699 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.422959 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826e049-7153-4d0d-865a-d3954dc950cc None None] Pushing event updated for resources: {'Port': ['ID=b5ce2821-07b8-4300-bfba-48db3c3092c2,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:36.441532 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Attempting to bind port ee975c2d-091d-45c7-a2c4-5c04690961d9 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:36.442117 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Attempting to bind port ee975c2d-091d-45c7-a2c4-5c04690961d9 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:36.443444 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Attempting to bind port ee975c2d-091d-45c7-a2c4-5c04690961d9 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:36.450072 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:36.450615 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:36.451256 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.451867 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Bound using segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:36.452528 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Bound port: ee975c2d-091d-45c7-a2c4-5c04690961d9, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:36.453014 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.509928 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-583b4a8e-6282-4b41-bd10-33e0969827e5 service neutron] 10.222.0.32 "GET /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812533 May 10 14:01:36.546484 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] For port ee975c2d-091d-45c7-a2c4-5c04690961d9, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:36.554223 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] For port ee975c2d-091d-45c7-a2c4-5c04690961d9, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ee975c2d-091d-45c7-a2c4-5c04690961d9,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:36.568588 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.712812 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-dd032622-a477-4929-a2ab-2d5a7f5f6203 service neutron] 10.222.0.32 "GET /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017245 May 10 14:01:36.724480 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:01:36.745562 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:36.762314 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f160829-e5ce-4ef0-a6fe-f3660ad519ca None None] Pushing event updated for resources: {'Port': ['ID=ee975c2d-091d-45c7-a2c4-5c04690961d9,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:36.789154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:36.798132 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:37.117509 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53638) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:37.117509 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53646) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:37.340850 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:37.353141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Pushing event updated for resources: {'Port': ['ID=1d566ba5-84e9-4faf-852b-3a0e19fd391f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:37.364476 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:37.385896 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53674) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:37.399821 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:37.402586 dv-cinder-835881-9-iscsi neutron-server[103389]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 14:01:37.403550 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:37.481632 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24990b-c3ec-45dd-840b-5513c982415f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.642982 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ee975c2d-091d-45c7-a2c4-5c04690961d9 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:37.727266 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fb9b5063-d971-42a8-b970-f912538981e2 req-e9ec1b0c-3e09-4c2a-abac-56406bd55bca tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.3144667 May 10 14:01:37.740529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.745437 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e6451c5e-033d-49cb-bee4-0b1b6075ddec admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3507912 May 10 14:01:37.749495 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53682) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:37.807040 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:37.829423 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port ee975c2d-091d-45c7-a2c4-5c04690961d9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:37.829967 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.974055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90f68d1d-b8bc-4a3c-9381-5838f7dc6b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.052044 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port ee975c2d-091d-45c7-a2c4-5c04690961d9 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:38.060741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.188438 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port ee975c2d-091d-45c7-a2c4-5c04690961d9, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ee975c2d-091d-45c7-a2c4-5c04690961d9,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:38.196695 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.198000 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b5ce2821-07b8-4300-bfba-48db3c3092c2 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:38.279599 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90f68d1d-b8bc-4a3c-9381-5838f7dc6b2d admin admin] Publish callbacks [] for security_group (4a587619-550b-4436-8b55-b40a166d277e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.294642 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90f68d1d-b8bc-4a3c-9381-5838f7dc6b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4a587619-550b-4436-8b55-b40a166d277e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.296768 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039be67e-aeeb-42bb-ab62-512a6eed025e None None] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:38.316793 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] Provisioning complete for port b5ce2821-07b8-4300-bfba-48db3c3092c2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:38.317692 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.396524 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-90f68d1d-b8bc-4a3c-9381-5838f7dc6b2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f5468859afd431c89cb34c8957d60dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2430604 May 10 14:01:38.397579 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks [] for router_gateway (10337019-06f8-4cc8-a558-fc48f30d9a45), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.462557 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53702) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:38.463467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68d1d-b8bc-4a3c-9381-5838f7dc6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a587619-550b-4436-8b55-b40a166d277e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:38.475649 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 3, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:38.479714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24990b-c3ec-45dd-840b-5513c982415f admin admin] Publish callbacks [] for security_group (fe38faa8-0dbc-4844-a6ed-6dbdd801f85d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.512288 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:38.512946 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Updating router 899705dc-b5f7-4d71-a3f6-ca104deafd92 port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:38.516130 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f24990b-c3ec-45dd-840b-5513c982415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fe38faa8-0dbc-4844-a6ed-6dbdd801f85d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.579848 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.628051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bf3b89e7-62db-42f1-9446-920dcc84397d admin admin] Publish callbacks [] for security_group (4a587619-550b-4436-8b55-b40a166d277e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.639933 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] Current status of the port b5ce2821-07b8-4300-bfba-48db3c3092c2 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:38.640670 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.672260 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2f24990b-c3ec-45dd-840b-5513c982415f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=556c061344a24efdba2563443e937653&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5285330 May 10 14:01:38.672399 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53712) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:38.673655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24990b-c3ec-45dd-840b-5513c982415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe38faa8-0dbc-4844-a6ed-6dbdd801f85d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:38.700577 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] For port b5ce2821-07b8-4300-bfba-48db3c3092c2, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b5ce2821-07b8-4300-bfba-48db3c3092c2,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:38.734033 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.748695 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b912a726-a19e-4bb2-a218-7e34bf6302a9 None None] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:38.759324 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=ee975c2d-091d-45c7-a2c4-5c04690961d9,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:38.765682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bf3b89e7-62db-42f1-9446-920dcc84397d admin admin] Publish callbacks [] for security_group (4a587619-550b-4436-8b55-b40a166d277e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.899225 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port b5ce2821-07b8-4300-bfba-48db3c3092c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:38.900007 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.949794 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5e86813-50a2-4a92-9d38-e20f3f071a1c req-6aba69ff-4f4e-4e62-9cf0-da2d8832a3c2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.0964613 May 10 14:01:39.012809 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1a48d0e5-b72d-4282-80f6-b2b68e69579a None None] Provisioning complete for port ee975c2d-091d-45c7-a2c4-5c04690961d9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.013557 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1a48d0e5-b72d-4282-80f6-b2b68e69579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.027087 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffa00d-f8b7-4414-8f28-97d19d6007d6 None None] Pushing event updated for resources: {'Port': ['ID=b5ce2821-07b8-4300-bfba-48db3c3092c2,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:39.027303 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Publish callbacks [] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.044845 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.050927 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8049c74e-63bc-46ec-a35f-b9a1fd406dce admin admin] Publish callbacks [] for security_group (fe38faa8-0dbc-4844-a6ed-6dbdd801f85d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.081910 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (10337019-06f8-4cc8-a558-fc48f30d9a45), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.109877 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Attempting to bind port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:39.110282 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Attempting to bind port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:39.110649 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Attempting to bind port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:39.113499 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.156332 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8049c74e-63bc-46ec-a35f-b9a1fd406dce admin admin] Publish callbacks [] for security_group (fe38faa8-0dbc-4844-a6ed-6dbdd801f85d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.185592 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:39.185957 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:39.186383 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.186774 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:39.187485 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Bound port: d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:39.187595 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.293862 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8049c74e-63bc-46ec-a35f-b9a1fd406dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fe38faa8-0dbc-4844-a6ed-6dbdd801f85d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.296389 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8049c74e-63bc-46ec-a35f-b9a1fd406dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.300221 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8049c74e-63bc-46ec-a35f-b9a1fd406dce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe38faa8-0dbc-4844-a6ed-6dbdd801f85d HTTP/1.1" status: 204 len: 168 time: 0.5965672 May 10 14:01:39.313903 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049c74e-63bc-46ec-a35f-b9a1fd406dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe38faa8-0dbc-4844-a6ed-6dbdd801f85d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:39.362729 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Pushing event updated for resources: {'Port': ['ID=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:39.367792 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bf3b89e7-62db-42f1-9446-920dcc84397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4a587619-550b-4436-8b55-b40a166d277e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.390532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bf3b89e7-62db-42f1-9446-920dcc84397d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.395904 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bf3b89e7-62db-42f1-9446-920dcc84397d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a587619-550b-4436-8b55-b40a166d277e HTTP/1.1" status: 204 len: 168 time: 0.9212458 May 10 14:01:39.405087 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.426616 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.427158 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.429268 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.429792 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.431112 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.431577 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.431983 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.433513 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b89e7-62db-42f1-9446-920dcc84397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a587619-550b-4436-8b55-b40a166d277e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:39.433963 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.435928 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.439659 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.440129 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.440914 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.441923 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.443249 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Tracked resource versions report: May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: pushed versions: May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Agent': {'1.1'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Log': {'1.0'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'NDPProxy': {'1.0'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Network': {'1.1'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Port': {'1.7'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'PortForwarding': {'1.3'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: consumer versions: May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: HyperV agent@hv-cinder-83588: {}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: L3 agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: Metadata agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: Metering agent@dv-cinder-835881-9-iscsi: {}, May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-835881-9-iscsi: { 'AddressGroup': '1.2', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Agent': '1.1', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Log': '1.0', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'NDPProxy': '1.0', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Network': '1.1', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Port': '1.7', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'PortForwarding': '1.3', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'QosPolicy': '1.10', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'SubPort': '1.0', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Subnet': '1.1', May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: 'Trunk': '1.1'}} May 10 14:01:39.445948 dv-cinder-835881-9-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:01:39.490852 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] For port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:39.499131 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] For port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:39.506933 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port b5ce2821-07b8-4300-bfba-48db3c3092c2 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:39.510320 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.535446 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Router 10337019-06f8-4cc8-a558-fc48f30d9a45 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:01:39.608711 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1a48d0e5-b72d-4282-80f6-b2b68e69579a None None] Current status of the port ee975c2d-091d-45c7-a2c4-5c04690961d9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:39.730762 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ee975c2d-091d-45c7-a2c4-5c04690961d9 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:39.771261 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:39.771804 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:39.783537 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005505-8236-4ebb-a875-f54eb60e1dcd None None] Pushing event updated for resources: {'Port': ['ID=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:39.789843 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Allocated IP 172.20.0.1 (49c07cd0-6152-43ba-84e4-0ef3e3d224df/d3af196a-924e-4c4d-9848-2aacf16ee06e/94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:39.793336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4f83f26e-fb66-4096-ba70-f1492a8f1bba None None] Provisioning complete for port b5ce2821-07b8-4300-bfba-48db3c3092c2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.794050 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f83f26e-fb66-4096-ba70-f1492a8f1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.864186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port ee975c2d-091d-45c7-a2c4-5c04690961d9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.864790 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.936158 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:39.976028 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Sync routers for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:39.982430 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.985495 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-35a13c5b-8355-4e94-839c-63e36dac6c18 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8398073 May 10 14:01:39.988442 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53768) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:40.003110 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4f83f26e-fb66-4096-ba70-f1492a8f1bba None None] Current status of the port b5ce2821-07b8-4300-bfba-48db3c3092c2 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:40.013307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:40.014350 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:40.123076 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:40.154027 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks [] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.283128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.306458 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53784) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:40.339281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-21797ac7-aff9-4aaf-bb6b-b3df5a7bbbc8 None None] Provisioning complete for port ee975c2d-091d-45c7-a2c4-5c04690961d9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:40.340052 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21797ac7-aff9-4aaf-bb6b-b3df5a7bbbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.358236 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f1c8bc5-1194-422a-8cc7-4eaa266a9b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.362214 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:40.395454 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da796698-2a95-44ee-b886-0caf9f865e9e req-904cdca4-6eda-472b-88bf-3e99a75f862b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.0462618 May 10 14:01:40.398440 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:40.407052 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:40.410349 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Pushing event updated for resources: {'Port': ['ID=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:40.416832 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:40.417633 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (899705dc-b5f7-4d71-a3f6-ca104deafd92), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.566187 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 3, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:40.607987 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4379b-f5e6-43a8-a151-93c8618c33f6 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 3, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:40.811812 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.904739 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port ee975c2d-091d-45c7-a2c4-5c04690961d9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:40.905850 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b5ce2821-07b8-4300-bfba-48db3c3092c2 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:40.933779 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f1c8bc5-1194-422a-8cc7-4eaa266a9b4a admin admin] Publish callbacks [] for security_group (ff6941f2-5b95-4550-9fb3-347a3689ff4d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.957631 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f1c8bc5-1194-422a-8cc7-4eaa266a9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ff6941f2-5b95-4550-9fb3-347a3689ff4d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.021522 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.031193 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 3, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:41.047987 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53804) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.050464 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7f1c8bc5-1194-422a-8cc7-4eaa266a9b4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2593621a2b245f9afc28b901e1d8855&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7408326 May 10 14:01:41.053324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c8bc5-1194-422a-8cc7-4eaa266a9b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6941f2-5b95-4550-9fb3-347a3689ff4d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:41.087121 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Checking router: 10337019-06f8-4cc8-a558-fc48f30d9a45 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:41.087659 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Updating router 10337019-06f8-4cc8-a558-fc48f30d9a45 port 1d566ba5-84e9-4faf-852b-3a0e19fd391f binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:41.170623 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-21797ac7-aff9-4aaf-bb6b-b3df5a7bbbc8 None None] Current status of the port ee975c2d-091d-45c7-a2c4-5c04690961d9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:41.189463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53808) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.217312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.248550 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e0349c2-c4a6-4122-a052-17d6419b3dd0 admin admin] Publish callbacks [] for security_group (ff6941f2-5b95-4550-9fb3-347a3689ff4d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.272943 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port b5ce2821-07b8-4300-bfba-48db3c3092c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:41.275294 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.313899 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e0349c2-c4a6-4122-a052-17d6419b3dd0 admin admin] Publish callbacks [] for security_group (ff6941f2-5b95-4550-9fb3-347a3689ff4d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.405152 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks [] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.413984 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.414656 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (899705dc-b5f7-4d71-a3f6-ca104deafd92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.417510 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-59e8508a-edc6-4882-97c3-addd17662272 None None] Provisioning complete for port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:41.417882 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-59e8508a-edc6-4882-97c3-addd17662272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.421817 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-662b7916-5114-4c7a-be79-fb7b2e307d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.564674 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Allocated IP 172.20.0.1 (c48a28d6-d3fb-47b6-bcca-bb27d9f57474/1ef827bc-57f9-472c-9d88-a7598178a4d7/dc1b97cf-4d85-4387-8e73-4db27a4085a1) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:41.627181 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port b5ce2821-07b8-4300-bfba-48db3c3092c2 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:41.631893 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-59e8508a-edc6-4882-97c3-addd17662272 None None] Port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:41.784124 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:41.797623 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:41.832233 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:41.842745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks [] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.877662 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e0349c2-c4a6-4122-a052-17d6419b3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ff6941f2-5b95-4550-9fb3-347a3689ff4d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.889138 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e0349c2-c4a6-4122-a052-17d6419b3dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.892906 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3e0349c2-c4a6-4122-a052-17d6419b3dd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff6941f2-5b95-4550-9fb3-347a3689ff4d HTTP/1.1" status: 204 len: 168 time: 0.8380339 May 10 14:01:41.957977 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Publish callbacks [] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.979176 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.007557 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:42.007557 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.040899 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-662b7916-5114-4c7a-be79-fb7b2e307d42 admin admin] Publish callbacks [] for security_group (6ef92273-b263-404b-9f40-7d8051f35bf9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.048578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-662b7916-5114-4c7a-be79-fb7b2e307d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (6ef92273-b263-404b-9f40-7d8051f35bf9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.049291 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0349c2-c4a6-4122-a052-17d6419b3dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6941f2-5b95-4550-9fb3-347a3689ff4d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.056482 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.150932 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee5a9292-1aa6-476c-b798-5678a891f63e req-739678e5-0204-4a4a-9b12-870a7935a551 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.5670114 May 10 14:01:42.174924 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Pushing event updated for resources: {'Port': ['ID=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.185708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b7916-5114-4c7a-be79-fb7b2e307d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef92273-b263-404b-9f40-7d8051f35bf9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.202977 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-662b7916-5114-4c7a-be79-fb7b2e307d42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0efd7196e024bd99c85176bb72e2bc8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0125096 May 10 14:01:42.205876 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 53836) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:42.228413 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:42.229925 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Pushing event updated for resources: {'Port': ['ID=dc1b97cf-4d85-4387-8e73-4db27a4085a1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.232712 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:42.264477 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:42.265506 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (10337019-06f8-4cc8-a558-fc48f30d9a45), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.299353 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1ac14-61a7-42b4-98e2-c3e2d7d34a34 None None] Pushing event updated for resources: {'Port': ['ID=1d566ba5-84e9-4faf-852b-3a0e19fd391f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.337038 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6633a699-1e82-4162-9893-d357170a7124 None None] Provisioning complete for port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:42.337533 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6633a699-1e82-4162-9893-d357170a7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.435155 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6633a699-1e82-4162-9893-d357170a7124 None None] Port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:42.479569 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Attempting to bind port 1d566ba5-84e9-4faf-852b-3a0e19fd391f on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:42.480136 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Attempting to bind port 1d566ba5-84e9-4faf-852b-3a0e19fd391f by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:42.480597 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Attempting to bind port 1d566ba5-84e9-4faf-852b-3a0e19fd391f on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:42.529278 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:42.529650 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:42.537336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.538003 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:42.538686 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Bound port: 1d566ba5-84e9-4faf-852b-3a0e19fd391f, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:42.539223 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.623450 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] For port 1d566ba5-84e9-4faf-852b-3a0e19fd391f, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:42.627700 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] For port 1d566ba5-84e9-4faf-852b-3a0e19fd391f, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=1d566ba5-84e9-4faf-852b-3a0e19fd391f,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:42.639496 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.687553 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:42.688174 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.765964 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.59', 62938) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:42.819514 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:42.842555 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.867638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:42.868695 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:43.022075 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:43.071759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.100143 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1ac14-61a7-42b4-98e2-c3e2d7d34a34 None None] Pushing event updated for resources: {'Port': ['ID=1d566ba5-84e9-4faf-852b-3a0e19fd391f,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:43.114983 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-9f7f410a-2ecc-4073-b044-c7ca8b44472e None None] Provisioning complete for port dc1b97cf-4d85-4387-8e73-4db27a4085a1 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:43.115612 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f7f410a-2ecc-4073-b044-c7ca8b44472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.126678 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-493119e2-db7b-45c6-a986-e830d659545b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:43.132139 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-493119e2-db7b-45c6-a986-e830d659545b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.59 "GET /v2.0/networks?id=63e3b9a3-6735-4ab6-ace1-2a506015af5f HTTP/1.1" status: 200 len: 812 time: 0.3583515 May 10 14:01:43.163991 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9b06c290-1137-4ce2-8a44-bd6388c589af admin admin] Publish callbacks [] for security_group (6ef92273-b263-404b-9f40-7d8051f35bf9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.219852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9b06c290-1137-4ce2-8a44-bd6388c589af admin admin] Publish callbacks [] for security_group (6ef92273-b263-404b-9f40-7d8051f35bf9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.294681 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Request body: {'port': {'device_id': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f', 'admin_state_up': True, 'tenant_id': 'db378765a65d4ed59cf60275bc325525'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:43.427776 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f410a-2ecc-4073-b044-c7ca8b44472e None None] Port dc1b97cf-4d85-4387-8e73-4db27a4085a1 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:43.494429 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:01:43.500026 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c906cae6-c361-467e-9703-726243c46418 req-fdf1f2e6-9073-4343-b4ed-f9c43ba0f090 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.1036668 May 10 14:01:43.502190 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:41Z', 'revision_number': 1, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:43.512899 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9b06c290-1137-4ce2-8a44-bd6388c589af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (6ef92273-b263-404b-9f40-7d8051f35bf9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.521276 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9b06c290-1137-4ce2-8a44-bd6388c589af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.536367 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9b06c290-1137-4ce2-8a44-bd6388c589af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ef92273-b263-404b-9f40-7d8051f35bf9 HTTP/1.1" status: 204 len: 168 time: 1.3293812 May 10 14:01:43.540206 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab21eb7-5d79-4b53-8cd6-627a4a27793b None None] The sync data for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi is: [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:41Z', 'revision_number': 1, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:43.542461 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:43.608751 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks [] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.616458 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.617377 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (10337019-06f8-4cc8-a558-fc48f30d9a45), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.700728 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Pushing event updated for resources: {'Port': ['ID=dc1b97cf-4d85-4387-8e73-4db27a4085a1,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:43.822187 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:43.929625 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:43.932342 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:43.959362 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:43.959753 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.046647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:44.104635 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:44.111662 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06c290-1137-4ce2-8a44-bd6388c589af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef92273-b263-404b-9f40-7d8051f35bf9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:44.134766 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c6fd331b-b53e-4a60-96e4-441b928204e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/899705dc-b5f7-4d71-a3f6-ca104deafd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3824294 May 10 14:01:44.164949 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:44.169518 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:44.291284 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Router 10337019-06f8-4cc8-a558-fc48f30d9a45 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:01:44.314223 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Made reservation on behalf of db378765a65d4ed59cf60275bc325525 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:44.323348 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.353717 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:44.466959 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-3c78a9c9-289b-4806-902a-a1581146b44b None None] Provisioning complete for port dc1b97cf-4d85-4387-8e73-4db27a4085a1 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:44.480340 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3c78a9c9-289b-4806-902a-a1581146b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.555861 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:44.594662 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3c78a9c9-289b-4806-902a-a1581146b44b None None] Port dc1b97cf-4d85-4387-8e73-4db27a4085a1 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:44.644784 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:44.652439 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7447c17c-7ccc-40b2-8dff-498b94cc3faa admin admin] 10.222.0.32 "PUT /v2.0/routers/10337019-06f8-4cc8-a558-fc48f30d9a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6604090 May 10 14:01:44.817747 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-43a92fd5-c0ef-4d25-9ac2-233caa570059 req-07164c7d-1623-4b46-805c-b4f3403fc8fb tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.1545949 May 10 14:01:44.875468 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53962) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:44.910820 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7e08332-6d9f-49c9-88e0-996296da4bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.935150 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Allocated IP 172.20.0.2 (63e3b9a3-6735-4ab6-ace1-2a506015af5f/4ec45e00-5eaa-484e-aa17-58575c46e459/30a4e6db-5223-416e-8dbe-46ef6ea6be27) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:45.232310 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7e08332-6d9f-49c9-88e0-996296da4bb8 admin admin] Publish callbacks [] for security_group (c9d19535-3875-4556-8aa8-6edaba3d042c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.241705 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7e08332-6d9f-49c9-88e0-996296da4bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (c9d19535-3875-4556-8aa8-6edaba3d042c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.447818 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e08332-6d9f-49c9-88e0-996296da4bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d19535-3875-4556-8aa8-6edaba3d042c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:45.468314 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b7e08332-6d9f-49c9-88e0-996296da4bb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10f38e6004cb444d8ed6ba0c573c411f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5918319 May 10 14:01:45.490508 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 53980) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:45.525069 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:45.650261 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:45.651615 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Updating router 899705dc-b5f7-4d71-a3f6-ca104deafd92 port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:45.714615 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed782786-6157-4ea6-bc0d-a91bded30e8b admin admin] Publish callbacks [] for security_group (c9d19535-3875-4556-8aa8-6edaba3d042c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.730823 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.820816 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed782786-6157-4ea6-bc0d-a91bded30e8b admin admin] Publish callbacks [] for security_group (c9d19535-3875-4556-8aa8-6edaba3d042c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.882589 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks [] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.921118 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 54006) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:45.932281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d566ba5-84e9-4faf-852b-3a0e19fd391f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:45.988304 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632598763', 'description': 'tempest-description--1006323284'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:46.024683 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed782786-6157-4ea6-bc0d-a91bded30e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (c9d19535-3875-4556-8aa8-6edaba3d042c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.027457 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed782786-6157-4ea6-bc0d-a91bded30e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.029995 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ed782786-6157-4ea6-bc0d-a91bded30e8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9d19535-3875-4556-8aa8-6edaba3d042c HTTP/1.1" status: 204 len: 168 time: 0.5374677 May 10 14:01:46.048392 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782786-6157-4ea6-bc0d-a91bded30e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d19535-3875-4556-8aa8-6edaba3d042c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.106969 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.198496 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 1d566ba5-84e9-4faf-852b-3a0e19fd391f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:46.198873 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.220344 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.510433 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Network 63e3b9a3-6735-4ab6-ace1-2a506015af5f is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:46.529981 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:46.552239 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:46.598086 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:46.598959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.633433 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Publish callbacks [] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.647627 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.725137 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4422100 May 10 14:01:46.733082 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb4916-e1e8-446e-9f2b-f1cb0782dda6 None None] Pushing event updated for resources: {'Port': ['ID=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.887977 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 1d566ba5-84e9-4faf-852b-3a0e19fd391f is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:46.888276 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.914049 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Attempting to bind port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:46.925322 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Attempting to bind port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:46.925724 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Attempting to bind port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:46.934644 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:46.935016 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:46.935416 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.935808 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Bound using segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:46.936280 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Bound port: 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:46.936658 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.980229 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 1d566ba5-84e9-4faf-852b-3a0e19fd391f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=1d566ba5-84e9-4faf-852b-3a0e19fd391f,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:46.987073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.123428 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c96af8-dfb1-4af1-9e03-eb6bf4dbbf58 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Pushing event updated for resources: {'Port': ['ID=30a4e6db-5223-416e-8dbe-46ef6ea6be27,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:47.136176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1bc0-33e4-42f6-a508-a09ceff99424 req-b966c4e4-ef9a-4fcf-b604-fa27a7ae7eac tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:47.154308 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b07a1bc0-33e4-42f6-a508-a09ceff99424 req-b966c4e4-ef9a-4fcf-b604-fa27a7ae7eac tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 931 time: 0.2418149 May 10 14:01:47.166703 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] For port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:47.170461 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] For port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:47.178330 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.195760 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=1d566ba5-84e9-4faf-852b-3a0e19fd391f,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:47.250448 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-bceae99a-b334-4144-8f99-dea94b7c0b4b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:47.252416 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-bceae99a-b334-4144-8f99-dea94b7c0b4b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 818 time: 0.5684247 May 10 14:01:47.256548 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] Provisioning complete for port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:47.256931 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.314268 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b07a1bc0-33e4-42f6-a508-a09ceff99424 req-ab5e5a5b-d2c0-4636-8a21-0bdb5ae4551c tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588848 May 10 14:01:47.320605 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-d61a7a29-6f84-48bc-9613-9753c1f9ffdc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/quotas/523029c9401f49c399be46bfe308b5e6 HTTP/1.1" status: 200 len: 375 time: 0.0472219 May 10 14:01:47.335183 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (7a3b97ee-ced9-46f4-8ede-f9685ee5aead), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.343404 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:47.345398 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:47.447193 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-63b4692c-a537-4aec-a803-948b851069bb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101182 May 10 14:01:47.448450 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7a3b97ee-ced9-46f4-8ede-f9685ee5aead), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.508807 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb4916-e1e8-446e-9f2b-f1cb0782dda6 None None] Pushing event updated for resources: {'Port': ['ID=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:47.533612 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] Current status of the port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:47.534009 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.544745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54062) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:47.554468 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b97ee-ced9-46f4-8ede-f9685ee5aead,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:47.562518 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.563145 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cb5c79c2-ecf6-4faa-90ff-1e04f9194cba tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6123321 May 10 14:01:47.566149 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54066) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:47.571739 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': '7a3b97ee-ced9-46f4-8ede-f9685ee5aead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:47.634095 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (54023c39-403f-43e2-ad1c-d6a7d37d0677), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.640878 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] For port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:47.648671 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.700256 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:47.889125 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (54023c39-403f-43e2-ad1c-d6a7d37d0677), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.901481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (54023c39-403f-43e2-ad1c-d6a7d37d0677), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.926034 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54023c39-403f-43e2-ad1c-d6a7d37d0677,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:47.964176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.969443 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 54078) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:47.970612 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-47e2f226-2bd1-495d-9755-4ce6857fc0e9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4032850 May 10 14:01:47.971562 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d566ba5-84e9-4faf-852b-3a0e19fd391f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:47.974901 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': '7a3b97ee-ced9-46f4-8ede-f9685ee5aead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:48.043633 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-00780603-303d-4146-94ed-8f369d2d72e3 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:01:48.046893 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-00780603-303d-4146-94ed-8f369d2d72e3 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0241618 May 10 14:01:48.111859 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f2910ee-3b44-4083-acce-6f383528bf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.124897 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ab93c-81cc-41da-8d34-687a94475d65 None None] Pushing event updated for resources: {'Port': ['ID=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.137920 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d5a48ae4-fa24-4407-a05a-82857f4d954b None None] Provisioning complete for port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:48.138815 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5a48ae4-fa24-4407-a05a-82857f4d954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.175627 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (bbfb8e3a-27a0-499b-8548-0b23f32dc94a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.292578 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-7c4193c0-1646-40e0-a829-e3f6cf582f37 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:01:48.295430 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-7c4193c0-1646-40e0-a829-e3f6cf582f37 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1894827 May 10 14:01:48.314495 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 1d566ba5-84e9-4faf-852b-3a0e19fd391f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:48.314883 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.325274 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:48.397223 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebae0-e76d-40d1-a109-5b8321a17cf2 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:48.441324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f2910ee-3b44-4083-acce-6f383528bf8e admin admin] Publish callbacks [] for security_group (aae1e900-3789-4124-85f5-3e820fc11adf), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.452130 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4f2910ee-3b44-4083-acce-6f383528bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (aae1e900-3789-4124-85f5-3e820fc11adf), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.494921 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d5a48ae4-fa24-4407-a05a-82857f4d954b None None] Current status of the port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:48.543435 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4f2910ee-3b44-4083-acce-6f383528bf8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e21b6bba67764b7989197eda3f4c6804&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9971483 May 10 14:01:48.546140 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54092) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:48.561587 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Sync routers for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:48.606513 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 1d566ba5-84e9-4faf-852b-3a0e19fd391f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:48.611192 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2910ee-3b44-4083-acce-6f383528bf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1e900-3789-4124-85f5-3e820fc11adf,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.641170 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-3b2a3d9a-1a63-40ee-86f8-d5e4cfc39746 service neutron] 10.222.0.32 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044417 May 10 14:01:48.645998 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:48.646751 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:48.726354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3cc8b-aa91-4d82-9eda-9480b8f8654a req-adb7c1a3-b3dc-4b76-a7f2-06b021b68d2f tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:48.728373 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8be3cc8b-aa91-4d82-9eda-9480b8f8654a req-adb7c1a3-b3dc-4b76-a7f2-06b021b68d2f tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 931 time: 0.1581209 May 10 14:01:48.737372 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0bb86d2-e946-4cb7-9b5d-6349ddc50e84 admin admin] Publish callbacks [] for security_group (aae1e900-3789-4124-85f5-3e820fc11adf), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.769988 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0bb86d2-e946-4cb7-9b5d-6349ddc50e84 admin admin] Publish callbacks [] for security_group (aae1e900-3789-4124-85f5-3e820fc11adf), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.808807 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:48.829082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0bb86d2-e946-4cb7-9b5d-6349ddc50e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (aae1e900-3789-4124-85f5-3e820fc11adf), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.837100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0bb86d2-e946-4cb7-9b5d-6349ddc50e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.838567 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c0bb86d2-e946-4cb7-9b5d-6349ddc50e84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aae1e900-3789-4124-85f5-3e820fc11adf HTTP/1.1" status: 204 len: 168 time: 0.2912247 May 10 14:01:48.862065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb86d2-e946-4cb7-9b5d-6349ddc50e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1e900-3789-4124-85f5-3e820fc11adf,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.940422 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8be3cc8b-aa91-4d82-9eda-9480b8f8654a req-05eddcf7-8dba-4587-a0da-0c8f43f5becb tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048726 May 10 14:01:49.092110 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (bbfb8e3a-27a0-499b-8548-0b23f32dc94a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.123608 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (bbfb8e3a-27a0-499b-8548-0b23f32dc94a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.179387 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfb8e3a-27a0-499b-8548-0b23f32dc94a,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:49.199914 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.211677 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f612ca72-bde4-435e-a146-b2876f3f22f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2410927 May 10 14:01:49.216773 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54108) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:49.230349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:49.273255 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-4967e261-8e7f-4872-8de1-70143c7c95a8 service neutron] 10.222.0.32 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310856 May 10 14:01:49.326286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.427191 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:43Z', 'revision_number': 2, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:49.488857 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Checking router: 10337019-06f8-4cc8-a558-fc48f30d9a45 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:49.489974 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Updating router 10337019-06f8-4cc8-a558-fc48f30d9a45 port dc1b97cf-4d85-4387-8e73-4db27a4085a1 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:49.555316 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.909364 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.030412 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:50.067594 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-08e6febc-bbdd-456f-8ef9-5536a128e92c req-35d34ae4-fcf7-4d8b-8545-3d3962933f8c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 210 time: 0.1550038 May 10 14:01:50.369197 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:50.376507 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.391997 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364c1c-cb48-4b5c-a189-d559b5627c0e req-316a386d-9074-483e-907a-1322ebc0c417 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:50.401447 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06364c1c-cb48-4b5c-a189-d559b5627c0e req-316a386d-9074-483e-907a-1322ebc0c417 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 931 time: 0.2383871 May 10 14:01:50.420690 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.27.2.207 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/a7da1ff7-b50a-4a61-afc4-ec1335c247fb) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:50.592715 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06364c1c-cb48-4b5c-a189-d559b5627c0e req-69dcb6c3-b352-4ebb-afd1-90e35bba76ec tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898971 May 10 14:01:50.877356 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:50.921367 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Publish callbacks [] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.934494 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.061170 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-45c96d7d-a4e4-42a1-9610-ad69268e3125 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:51.079010 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-45c96d7d-a4e4-42a1-9610-ad69268e3125 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 818 time: 0.4460628 May 10 14:01:51.083369 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.119745 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-f7056c65-9fa6-429a-95dd-8ffb8dec3800 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/quotas/523029c9401f49c399be46bfe308b5e6 HTTP/1.1" status: 200 len: 375 time: 0.0397403 May 10 14:01:51.360141 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69620b7-0d69-4307-a8fb-69eee9005d84 None None] Pushing event updated for resources: {'Port': ['ID=dc1b97cf-4d85-4387-8e73-4db27a4085a1,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:51.476638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Attempting to bind port dc1b97cf-4d85-4387-8e73-4db27a4085a1 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:51.477093 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Attempting to bind port dc1b97cf-4d85-4387-8e73-4db27a4085a1 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:51.477467 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Attempting to bind port dc1b97cf-4d85-4387-8e73-4db27a4085a1 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:51.547851 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:51.549965 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Checking segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:51.550804 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.551915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Bound using segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:51.556141 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Bound port: dc1b97cf-4d85-4387-8e73-4db27a4085a1, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:51.557412 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.689022 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-e4fb4fc0-35dc-497c-98bb-4289101d88e6 None None] Provisioning complete for port dc1b97cf-4d85-4387-8e73-4db27a4085a1 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:51.689404 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4fb4fc0-35dc-497c-98bb-4289101d88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.780285 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c864c1-c648-4ebb-8b6f-2a76943a11ac req-cc864948-2432-49da-ab19-c28c1a327d33 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:51.796493 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5c864c1-c648-4ebb-8b6f-2a76943a11ac req-cc864948-2432-49da-ab19-c28c1a327d33 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 931 time: 0.1098528 May 10 14:01:51.940586 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Request body: {'port': {'device_id': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:51.982946 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] For port dc1b97cf-4d85-4387-8e73-4db27a4085a1, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:51.990661 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5c864c1-c648-4ebb-8b6f-2a76943a11ac req-095de4a8-6160-433d-964d-6c07b35ed4da tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919537 May 10 14:01:51.997915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] For port dc1b97cf-4d85-4387-8e73-4db27a4085a1, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=dc1b97cf-4d85-4387-8e73-4db27a4085a1,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:52.001822 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-bf721935-46bd-4c9d-adc9-74fbe3d2ad02 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8808799 May 10 14:01:52.013630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.068005 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.106031 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:52.114622 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:52.131565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:52.159427 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.187181 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb4fc0-35dc-497c-98bb-4289101d88e6 None None] Port dc1b97cf-4d85-4387-8e73-4db27a4085a1 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:52.234561 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:52.235202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:01:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:52.267864 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=a7da1ff7-b50a-4a61-afc4-ec1335c247fb,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:52.470980 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (e3295967-2a57-432f-b0d0-ed1147a7b6b0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.664419 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-286c4c40-170b-44e0-9433-7f6a5d2dbf4a service neutron] 10.222.0.32 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615043 May 10 14:01:52.746434 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.855942 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] Provisioning complete for port dc1b97cf-4d85-4387-8e73-4db27a4085a1 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:52.857466 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.867073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69620b7-0d69-4307-a8fb-69eee9005d84 None None] Pushing event updated for resources: {'Port': ['ID=dc1b97cf-4d85-4387-8e73-4db27a4085a1,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:53.214417 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:53.283564 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-e38634de-bfe5-4396-9034-8a25e53df6c6 service neutron] 10.222.0.32 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380046 May 10 14:01:53.344588 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a4e6db-5223-416e-8dbe-46ef6ea6be27 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:01:53.364557 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Publish callbacks [] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.443794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Transition to ACTIVE for port object 30a4e6db-5223-416e-8dbe-46ef6ea6be27 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:01:53.494726 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0ae0-0fd5-4dab-81e5-c2ec0ff7b421 req-deac4b4f-45b2-4577-a207-a0eb3d859d7f tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:53.502608 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-375d0ae0-0fd5-4dab-81e5-c2ec0ff7b421 req-deac4b4f-45b2-4577-a207-a0eb3d859d7f tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0735857 May 10 14:01:53.526477 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.628875 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.636938 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.705477 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (e3295967-2a57-432f-b0d0-ed1147a7b6b0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.750776 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Pushing event updated for resources: {'Port': ['ID=30a4e6db-5223-416e-8dbe-46ef6ea6be27,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:53.816001 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.817863 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5995920 May 10 14:01:53.911422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3aaf-de02-4909-9684-1007e6d382f7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=a7da1ff7-b50a-4a61-afc4-ec1335c247fb,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:53.943073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device dc1b97cf-4d85-4387-8e73-4db27a4085a1 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:53.986849 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-375d0ae0-0fd5-4dab-81e5-c2ec0ff7b421 req-9575f4ea-ec93-4251-bf41-10ca309180b6 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833004 May 10 14:01:54.008579 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Attempting to bind port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:54.009253 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Attempting to bind port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '995fb921-c9c0-4a82-bc3c-b76fc79b241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:54.009828 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Attempting to bind port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 on network 63e3b9a3-6735-4ab6-ace1-2a506015af5f {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:54.023318 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 on network 63e3b9a3-6735-4ab6-ace1-2a506015af5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:01:54.024275 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Attempting to bind port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 on network 63e3b9a3-6735-4ab6-ace1-2a506015af5f {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:54.035085 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:54.035820 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Checking segment: {'id': '995fb921-c9c0-4a82-bc3c-b76fc79b241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:54.037041 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Bound using segment: {'id': '995fb921-c9c0-4a82-bc3c-b76fc79b241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:54.038384 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Bound port: 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995fb921-c9c0-4a82-bc3c-b76fc79b241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:54.039115 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.049319 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f6b4ef8-c357-4268-8f19-e296e586e686 req-247e1ef1-a823-41c9-a871-c09d12dfe594 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.1450975 May 10 14:01:54.239202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] Current status of the port dc1b97cf-4d85-4387-8e73-4db27a4085a1 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:54.239820 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.260221 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] For port 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host hv-cinder-83588, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:54.313444 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9febc72a-c630-40a8-bba8-8010caf08b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.316093 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port dc1b97cf-4d85-4387-8e73-4db27a4085a1 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:54.316791 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.348889 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] For port 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27,segment=NetworkSegment(995fb921-c9c0-4a82-bc3c-b76fc79b241c),segment_id=995fb921-c9c0-4a82-bc3c-b76fc79b241c)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:54.354823 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:54.371190 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.407013 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd9a22-e673-4641-9447-9ffdc17d9ec5 None None] The sync data for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi is: [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:54.425694 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] For port dc1b97cf-4d85-4387-8e73-4db27a4085a1, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=dc1b97cf-4d85-4387-8e73-4db27a4085a1,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:54.434878 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.461174 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-b8f359ee-35aa-4617-afee-693f6be8302f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--632598763&fields=id&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 267 time: 0.1715033 May 10 14:01:54.466130 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:54.466975 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.468619 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-38b677d2-b221-42ba-a067-69483795cacf service neutron] 10.222.0.59 "PUT /v2.0/ports/30a4e6db-5223-416e-8dbe-46ef6ea6be27 HTTP/1.1" status: 200 len: 1093 time: 3.1535923 May 10 14:01:54.469033 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'tag': '30a4e6db-5223-416e-8dbe-46ef6ea6be27'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:01:54.558556 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b677d2-b221-42ba-a067-69483795cacf service neutron] Pushing event updated for resources: {'Port': ['ID=30a4e6db-5223-416e-8dbe-46ef6ea6be27,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:54.559185 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port dc1b97cf-4d85-4387-8e73-4db27a4085a1 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:54.589570 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45ac34-2780-4d0e-9fd0-17aa4fdade32 None None] Pushing event updated for resources: {'Port': ['ID=dc1b97cf-4d85-4387-8e73-4db27a4085a1,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:54.690105 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-cebff153-c6cb-48d3-8390-247d3d6b8690 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:54.692295 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-cebff153-c6cb-48d3-8390-247d3d6b8690 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.2302938 May 10 14:01:54.707349 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-0f8708c7-31df-45ab-9a6f-f3613febd0cf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/quotas/47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 375 time: 0.0103033 May 10 14:01:54.752311 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1f772bda-ce73-4ac2-aa73-28852bfa8b92", "tag": "30a4e6db-5223-416e-8dbe-46ef6ea6be27"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:01:54.774153 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-a5ecf2fe-d2b4-4c24-be45-8092e49e9789 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531249 May 10 14:01:54.905317 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-d2829c48-06f9-47f1-b552-24a125ba87d4 service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142094 May 10 14:01:54.908110 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9602ec5-4f72-4c93-8381-ca082374ed4e x-openstack-request-id: req-a9602ec5-4f72-4c93-8381-ca082374ed4e {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:01:54.908392 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f772bda-ce73-4ac2-aa73-28852bfa8b92", "tag": "30a4e6db-5223-416e-8dbe-46ef6ea6be27", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:01:54.908639 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9602ec5-4f72-4c93-8381-ca082374ed4e {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:01:54.909096 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9602ec5-4f72-4c93-8381-ca082374ed4e'] response: {'name': 'network-changed', 'server_uuid': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'tag': '30a4e6db-5223-416e-8dbe-46ef6ea6be27', 'status': 'completed', 'code': 200} May 10 14:01:54.996076 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-1d791861-ff16-4a7b-81bf-05de0168be90 service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843012 May 10 14:01:55.121768 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59e641-0ad9-40cc-80dd-c5088456233c req-d3c66e78-41d5-49b7-b858-d0f9ea13b6b1 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:55.123281 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a59e641-0ad9-40cc-80dd-c5088456233c req-d3c66e78-41d5-49b7-b858-d0f9ea13b6b1 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0509901 May 10 14:01:55.171386 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a59e641-0ad9-40cc-80dd-c5088456233c req-e0243971-a293-4f0d-b9cd-974a8f78cd27 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 May 10 14:01:55.182542 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3b7143d5-07c9-4881-99af-1c836bde7816 req-fa6b5bef-196c-4309-a3cd-26c4635be3fd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0323586 May 10 14:01:55.247913 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28142715-98a9-4ce5-bcc6-ee8c5130e48c req-afecde67-c197-423f-bd99-1e4dcde3979a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0347002 May 10 14:01:55.374189 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:01:55.736507 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device dc1b97cf-4d85-4387-8e73-4db27a4085a1 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:55.797886 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port dc1b97cf-4d85-4387-8e73-4db27a4085a1 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:55.798409 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.884368 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port dc1b97cf-4d85-4387-8e73-4db27a4085a1 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:56.285195 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2bb7d2d4-b12f-4a73-a066-338a52d68925 req-af208b1f-0922-45ae-80cd-37bf973d896b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0284824 May 10 14:01:56.297509 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9c2f5-990e-4247-9e99-3ea63569b514 req-2a827f47-07e0-44e2-ad3d-a1aeff0fc6b3 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:56.301241 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10e9c2f5-990e-4247-9e99-3ea63569b514 req-2a827f47-07e0-44e2-ad3d-a1aeff0fc6b3 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0593665 May 10 14:01:56.322104 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9be6eb5-ef6b-4143-b375-86600f92bed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:56.347674 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10e9c2f5-990e-4247-9e99-3ea63569b514 req-0eb3dc55-017d-47e0-991e-5d5dd9f7c7da tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 May 10 14:01:56.378713 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5f8e8f77-37c1-4872-856b-c81ad5d9e874 req-426b0911-a888-4d18-9712-be6b68912bb2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0281615 May 10 14:01:57.377735 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-11d9a563-93e8-473d-bdad-79c8c302f615 req-e5a0886d-ea78-408c-8646-e57329a89a41 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0272100 May 10 14:01:57.467214 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433e322-3e64-4f6f-b209-7f39cb7d717c req-2513945f-dee9-4515-9a51-7b8c2e133b7d tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:57.468809 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d433e322-3e64-4f6f-b209-7f39cb7d717c req-2513945f-dee9-4515-9a51-7b8c2e133b7d tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0469394 May 10 14:01:57.483811 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dd8141a1-c522-4108-abca-59146677cf96 req-768e6995-d382-4b16-afa5-72ec31e095c9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0324788 May 10 14:01:57.517508 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d433e322-3e64-4f6f-b209-7f39cb7d717c req-bcfe617d-b698-407e-a55b-2b4f26f346ea tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 May 10 14:01:57.737419 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.476844 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-969c975b-2894-4194-9a5b-3916019eb1e5 req-0232ba1c-cdf5-4d9b-9203-c3267928d6ee tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0309083 May 10 14:01:58.587092 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-614cc993-055c-4bda-9337-7c7da882c9cb req-1fd26096-6780-4fd6-8a1e-727863658afd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0320296 May 10 14:01:58.647757 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40637-fcb5-4429-a7ce-f1879d4a3b32 req-8b5880fa-8103-4b98-af66-5f4a3dcda5be tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:58.649748 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efb40637-fcb5-4429-a7ce-f1879d4a3b32 req-8b5880fa-8103-4b98-af66-5f4a3dcda5be tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0583668 May 10 14:01:58.719150 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efb40637-fcb5-4429-a7ce-f1879d4a3b32 req-60f0466d-07b0-4cc4-9bb6-95c6867ab5e5 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591898 May 10 14:01:58.877090 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.586488 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43dbc7d3-a68e-4765-8194-ab19d4cf9729 req-e19f8d0e-1a00-40a1-a522-6964a905a452 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0284584 May 10 14:01:59.692633 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbfef486-fe4e-4836-a8f8-6c03e87d0663 req-e08da33d-7495-4243-b13e-dae0a353889f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0370350 May 10 14:01:59.886036 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf4ebe-c051-4072-bdf7-8f36e9071128 req-f5ade550-2b3e-42a8-94d4-7c40fa9d7ff2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:59.888922 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-86bf4ebe-c051-4072-bdf7-8f36e9071128 req-f5ade550-2b3e-42a8-94d4-7c40fa9d7ff2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0865908 May 10 14:01:59.966718 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-86bf4ebe-c051-4072-bdf7-8f36e9071128 req-ff0559f1-356a-4601-aafd-be5ac3b3ada4 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707533 May 10 14:02:00.307108 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.683217 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47b99224-bf1a-4dad-9fa7-9b804125a382 req-b3afbb9a-c34e-4630-bbe3-e6dee5ed2c29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0311477 May 10 14:02:00.788837 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bea2ab8c-c94e-4545-85b7-a04d848d53ae req-beb97b78-493b-42fc-8517-d72239b20a70 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0273485 May 10 14:02:01.076210 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeae67-0a05-48e6-8831-6a2f65e84342 req-e5283a8e-4b5c-42a8-8db4-a32dfa28f754 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:01.077685 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dfdeae67-0a05-48e6-8831-6a2f65e84342 req-e5283a8e-4b5c-42a8-8db4-a32dfa28f754 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0473518 May 10 14:02:01.122970 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dfdeae67-0a05-48e6-8831-6a2f65e84342 req-f9638619-bc06-42be-a245-88537f024f33 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 May 10 14:02:01.780918 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47b94dd1-4c54-4ba2-af6e-0aeaae2ef7b0 req-0e5e1c67-79e9-4097-a395-ecf8e7e9c3d4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0310211 May 10 14:02:01.883107 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a379134c-9444-4e25-9293-1e4476f7aac7 req-55d44b4f-1fa5-4076-bd2b-37aca0c848c5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0281029 May 10 14:02:02.232137 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46886-50c6-421b-b599-6460f9cd61bd req-6fc7e0e3-9aad-4ad1-861f-dfcaaa9a7422 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:02.233632 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9b46886-50c6-421b-b599-6460f9cd61bd req-6fc7e0e3-9aad-4ad1-861f-dfcaaa9a7422 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0467227 May 10 14:02:02.280997 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9b46886-50c6-421b-b599-6460f9cd61bd req-ac94cc21-944f-4e51-bada-8eaffd5143b5 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 May 10 14:02:02.875199 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8c7dc7f-c181-479f-9a0c-34c71eeb3c6e req-8dd029c3-053e-4b6c-9628-5e884346e3cf tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0273137 May 10 14:02:02.974702 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5f60d8ab-191b-4ada-8be9-2f78b465fe81 req-004a6222-a86c-4b09-b57e-647cd4fa3c67 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0271869 May 10 14:02:03.392300 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13fd68-75d2-4776-86dc-d644fa09b90b req-de91118c-0cf5-429b-987c-806ce0a53dd6 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:03.394160 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4a13fd68-75d2-4776-86dc-d644fa09b90b req-de91118c-0cf5-429b-987c-806ce0a53dd6 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0477564 May 10 14:02:03.441602 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4a13fd68-75d2-4776-86dc-d644fa09b90b req-832fe330-1a94-4a05-8ac0-a221e18e98a4 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 May 10 14:02:03.860542 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.59', 62954) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:03.947314 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce req-ea4f2818-96a2-47e5-93f0-81e40716e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:03.950424 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce req-ea4f2818-96a2-47e5-93f0-81e40716e5ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db378765a65d4ed59cf60275bc325525&device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 1127 time: 0.0887454 May 10 14:02:04.055981 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbfc5ede-a220-419b-8e24-53e4de0d228f req-0eb2274f-5dbc-4185-8912-fe0dfc14cf66 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0841484 May 10 14:02:04.094477 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-e2d058dd-b460-4058-a063-6eb3fbb464bb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.096126 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-e2d058dd-b460-4058-a063-6eb3fbb464bb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 818 time: 0.2316186 May 10 14:02:04.157396 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-183b0f96-a58b-4f34-aeb5-245dbb045966 req-4e17cbb5-488c-474f-aa52-35705e5eba8e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0520675 May 10 14:02:04.322445 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'port': {'device_id': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'admin_state_up': True, 'tenant_id': '523029c9401f49c399be46bfe308b5e6'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:04.381031 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce req-e0f714fa-7794-44d8-a444-444333efc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.381031 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce req-e0f714fa-7794-44d8-a444-444333efc60d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=db378765a65d4ed59cf60275bc325525&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4014082 May 10 14:02:04.460088 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Made reservation on behalf of 523029c9401f49c399be46bfe308b5e6 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:04.464682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:04.653104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4381f8c-3591-4df6-93c4-736b67226403 req-82c44807-f01d-48ef-8663-44a7a09a70b7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.654585 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c4381f8c-3591-4df6-93c4-736b67226403 req-82c44807-f01d-48ef-8663-44a7a09a70b7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.1040370 May 10 14:02:04.751202 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Allocated IP 172.20.0.9 (c48a28d6-d3fb-47b6-bcca-bb27d9f57474/1ef827bc-57f9-472c-9d88-a7598178a4d7/7fcebda4-a245-47da-98d3-1c315a7310e9) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:04.775040 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c4381f8c-3591-4df6-93c4-736b67226403 req-012c6b18-37b0-4792-a57c-10c2461ebcee tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982263 May 10 14:02:04.812959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce req-35347b34-88b8-4992-b9e2-d0b0a5158a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.814630 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba054d46-9535-4ddd-91e6-fe17bf57a7ce req-35347b34-88b8-4992-b9e2-d0b0a5158a75 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755819 May 10 14:02:04.932314 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-39db0089-a898-4522-a6ac-f6801af381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.933854 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-39db0089-a898-4522-a6ac-f6801af381dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db378765a65d4ed59cf60275bc325525&device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 1127 time: 0.0493891 May 10 14:02:05.018519 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.066745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.101068 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.173424 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:05.190288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:05.217279 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d86935e9-b28a-4e1e-8fc6-d6725cc4b6b6 req-0397556a-ce13-4002-95a7-331a4a1baf2b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0822184 May 10 14:02:05.257983 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:05.259841 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.59', 62960) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:05.263607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.264378 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.279807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'Port': ['ID=7fcebda4-a245-47da-98d3-1c315a7310e9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:05.288217 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-3843303b-bffb-4372-a226-5594b7d0482f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27 HTTP/1.1" status: 200 len: 217 time: 0.1379678 May 10 14:02:05.309315 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-d0afa9ce-3cfc-413f-858b-ee67ac8d974c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9907362 May 10 14:02:05.340540 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3289fe6c-6e8c-42d1-bdaf-89bc98cbc257 req-fe358ea6-a720-410f-9fdb-5d3362c44a5a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0633912 May 10 14:02:05.352573 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Request body: {'port': {'device_id': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:05.429935 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.59', 62961) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:05.550316 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-000d8ec5-ddce-4a86-a9db-2688dff441e0 None None] Provisioning complete for port 7fcebda4-a245-47da-98d3-1c315a7310e9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:05.550316 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-000d8ec5-ddce-4a86-a9db-2688dff441e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.565322 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-b6f718b9-b1dd-4393-9430-d0bf942017d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.567539 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-b6f718b9-b1dd-4393-9430-d0bf942017d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ec45e00-5eaa-484e-aa17-58575c46e459 HTTP/1.1" status: 200 len: 852 time: 0.2094984 May 10 14:02:05.624653 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-000d8ec5-ddce-4a86-a9db-2688dff441e0 None None] Port 7fcebda4-a245-47da-98d3-1c315a7310e9 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:05.628651 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.694359 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-dce22133-d70d-4da9-91a7-86059de7c653 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63e3b9a3-6735-4ab6-ace1-2a506015af5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190076 May 10 14:02:05.729093 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-4edb4274-5160-4f15-b1c4-97bf212cc9d0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.730802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-4edb4274-5160-4f15-b1c4-97bf212cc9d0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.2968988 May 10 14:02:05.753211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-d0621fe1-8ad8-43aa-a545-1aea299d5dd3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.754742 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-d0621fe1-8ad8-43aa-a545-1aea299d5dd3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 818 time: 0.4937460 May 10 14:02:05.860026 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-b2b11bdd-6b21-46d2-822d-90ae66cefb3a service neutron] 10.222.0.59 "GET /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486700 May 10 14:02:05.866149 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'port': {'device_id': 'ead53d16-350b-428b-abb0-ee729094fae0', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'admin_state_up': True, 'tenant_id': '523029c9401f49c399be46bfe308b5e6'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:06.045686 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-8e581a62-8b60-43ea-aad0-8805f2d16582 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 379 time: 0.2966824 May 10 14:02:06.060930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f7f9-fdea-4a5f-bf5f-e89ca0a58511 req-22abf06d-055f-433a-a86e-49d1e8adab17 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:06.062828 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f403f7f9-fdea-4a5f-bf5f-e89ca0a58511 req-22abf06d-055f-433a-a86e-49d1e8adab17 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.1664035 May 10 14:02:06.071141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'port': {'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'admin_state_up': True, 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'security_groups': ['7a3b97ee-ced9-46f4-8ede-f9685ee5aead']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:06.174968 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f403f7f9-fdea-4a5f-bf5f-e89ca0a58511 req-8d691c96-b0b6-448f-a7f9-0e160c3b3ec7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036382 May 10 14:02:06.179410 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-c4190de7-4033-48b3-b823-d0dfbad7c0b1 service neutron] 10.222.0.59 "GET /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096154 May 10 14:02:06.217705 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Made reservation on behalf of 523029c9401f49c399be46bfe308b5e6 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:06.221056 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.296258 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcebda4-a245-47da-98d3-1c315a7310e9 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:06.301814 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Made reservation on behalf of 47d6a9eb6fd3415d9059fe567e2dfa02 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:06.305744 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.312353 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Publish callbacks [] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.365673 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Transition to ACTIVE for port object 7fcebda4-a245-47da-98d3-1c315a7310e9 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:06.368015 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1675ebc3-56ae-438b-b696-e91bc2852a61 req-d7b1f46d-4658-4fe7-90ad-d8eae4eb74d3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0522141 May 10 14:02:06.412612 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.458817 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b5a5f083-4ada-45fd-8033-8736ff09ec19 req-0f7d7b4d-6c1c-4d25-ae42-3a1e1012f47e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0345130 May 10 14:02:06.460040 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Allocated IP 172.20.0.14 (c48a28d6-d3fb-47b6-bcca-bb27d9f57474/1ef827bc-57f9-472c-9d88-a7598178a4d7/fec44231-1d3b-4ecc-b5bb-dddd45402204) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:06.549891 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcebda4-a245-47da-98d3-1c315a7310e9,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:06.594859 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Attempting to bind port 7fcebda4-a245-47da-98d3-1c315a7310e9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:06.595195 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Attempting to bind port 7fcebda4-a245-47da-98d3-1c315a7310e9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:06.595818 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Attempting to bind port 7fcebda4-a245-47da-98d3-1c315a7310e9 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:06.606493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Port 7fcebda4-a245-47da-98d3-1c315a7310e9 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:06.606961 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Attempting to bind port 7fcebda4-a245-47da-98d3-1c315a7310e9 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:06.622649 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:06.623000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Checking segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:06.623582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Bound using segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:06.624070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Bound port: 7fcebda4-a245-47da-98d3-1c315a7310e9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:06.624460 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.646663 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.649544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.20.0.4 (49c07cd0-6152-43ba-84e4-0ef3e3d224df/d3af196a-924e-4c4d-9848-2aacf16ee06e/16a28325-933e-48f7-9d78-2defa48a5ac0) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:06.706677 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.736181 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] For port 7fcebda4-a245-47da-98d3-1c315a7310e9, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:06.816467 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:06.820350 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:06.824507 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:06.827253 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] For port 7fcebda4-a245-47da-98d3-1c315a7310e9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7fcebda4-a245-47da-98d3-1c315a7310e9,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:06.829584 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:06.830218 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.857008 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'Port': ['ID=fec44231-1d3b-4ecc-b5bb-dddd45402204,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:06.878147 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-341d2217-0426-4a59-97ef-34017e88fb6f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0169992 May 10 14:02:06.969197 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.990252 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 54614) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:07.122637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.123569 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.125422 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] 10.222.0.59 "PUT /v2.0/ports/7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 200 len: 1093 time: 1.7784359 May 10 14:02:07.128184 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'tag': '7fcebda4-a245-47da-98d3-1c315a7310e9'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:07.179060 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-844a9641-c67c-4b60-8386-8c19e9025991 None None] Provisioning complete for port fec44231-1d3b-4ecc-b5bb-dddd45402204 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:07.179529 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-844a9641-c67c-4b60-8386-8c19e9025991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.230857 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3544-5e2a-48b8-b068-3574cf169450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.274056 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b007ee-e4e9-410f-ae02-64a1ef6c5f17 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcebda4-a245-47da-98d3-1c315a7310e9,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:07.288452 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.309594 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-844a9641-c67c-4b60-8386-8c19e9025991 None None] Port fec44231-1d3b-4ecc-b5bb-dddd45402204 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:07.418104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674e244-dd89-470a-acd6-44d92a3ae18b req-978c366b-fd52-4fed-827f-3b86cbc5b4e0 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.421882 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f674e244-dd89-470a-acd6-44d92a3ae18b req-978c366b-fd52-4fed-827f-3b86cbc5b4e0 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.1178372 May 10 14:02:07.448079 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3544-5e2a-48b8-b068-3574cf169450 admin admin] Publish callbacks [] for security_group (9b8489ae-254c-48ec-b3e4-31cf9cb9e930), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.459288 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3544-5e2a-48b8-b068-3574cf169450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9b8489ae-254c-48ec-b3e4-31cf9cb9e930), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.495556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8618c48-35fd-41ab-975f-ae42c69a6a94", "tag": "7fcebda4-a245-47da-98d3-1c315a7310e9"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:07.503230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.539388 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f674e244-dd89-470a-acd6-44d92a3ae18b req-57dcb7c2-16b7-4211-acc6-1b8cee8e4f21 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060021 May 10 14:02:07.553714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:07.556980 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:07.561487 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ba0a3544-5e2a-48b8-b068-3574cf169450 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=435c45880e46461bb8d4c7de37658929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5686564 May 10 14:02:07.563091 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a3544-5e2a-48b8-b068-3574cf169450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8489ae-254c-48ec-b3e4-31cf9cb9e930,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:07.565608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54646) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:07.568111 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:07.573161 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.573820 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.579882 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=16a28325-933e-48f7-9d78-2defa48a5ac0,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:07.580139 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c858a38-6031-4acb-b48c-d5cf85e7ac97 req-4e2ebe13-08e3-4081-8e29-b2a72d52738a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.581618 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2c858a38-6031-4acb-b48c-d5cf85e7ac97 req-4e2ebe13-08e3-4081-8e29-b2a72d52738a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0846612 May 10 14:02:07.613174 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-7e9d621c-b7cb-423a-9f7b-fe6d391be250 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5583410 May 10 14:02:07.646320 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2c858a38-6031-4acb-b48c-d5cf85e7ac97 req-d86f92f8-08b1-45d4-a709-d90c5b36127c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560443 May 10 14:02:07.650831 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-718c6202-a8b2-4d41-900c-ee5517b753d3 admin admin] Publish callbacks [] for security_group (9b8489ae-254c-48ec-b3e4-31cf9cb9e930), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.828858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707fe689-6b60-40bd-9f2b-ae9f349ca861 x-openstack-request-id: req-707fe689-6b60-40bd-9f2b-ae9f349ca861 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:07.829053 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8618c48-35fd-41ab-975f-ae42c69a6a94", "tag": "7fcebda4-a245-47da-98d3-1c315a7310e9", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:07.829291 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-707fe689-6b60-40bd-9f2b-ae9f349ca861 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:07.829742 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707fe689-6b60-40bd-9f2b-ae9f349ca861'] response: {'name': 'network-changed', 'server_uuid': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'tag': '7fcebda4-a245-47da-98d3-1c315a7310e9', 'status': 'completed', 'code': 200} May 10 14:02:07.845930 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-e7cb8afa-4f3c-4c77-9832-356cf0d04407 None None] Provisioning complete for port 16a28325-933e-48f7-9d78-2defa48a5ac0 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:07.846336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb8afa-4f3c-4c77-9832-356cf0d04407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.855354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-718c6202-a8b2-4d41-900c-ee5517b753d3 admin admin] Publish callbacks [] for security_group (9b8489ae-254c-48ec-b3e4-31cf9cb9e930), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.868194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3160-3b37-4fe8-9de2-d82559852980 req-facbe385-bb98-4bfd-8932-635b9b133c1a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.869648 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6fcb3160-3b37-4fe8-9de2-d82559852980 req-facbe385-bb98-4bfd-8932-635b9b133c1a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.2311804 May 10 14:02:07.887354 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb8afa-4f3c-4c77-9832-356cf0d04407 None None] Port 16a28325-933e-48f7-9d78-2defa48a5ac0 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:07.933952 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6fcb3160-3b37-4fe8-9de2-d82559852980 req-c21a5776-8f2c-405e-b305-1d949e3cd66b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541558 May 10 14:02:07.939020 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-718c6202-a8b2-4d41-900c-ee5517b753d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9b8489ae-254c-48ec-b3e4-31cf9cb9e930), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.941528 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-718c6202-a8b2-4d41-900c-ee5517b753d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.942852 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-718c6202-a8b2-4d41-900c-ee5517b753d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b8489ae-254c-48ec-b3e4-31cf9cb9e930 HTTP/1.1" status: 204 len: 168 time: 0.3759012 May 10 14:02:07.950240 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c6202-a8b2-4d41-900c-ee5517b753d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8489ae-254c-48ec-b3e4-31cf9cb9e930,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:08.667723 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f28a2-f459-4e52-b4d8-513861161a0c req-09da4a29-ada1-4f4f-9a8f-457f62ec3fc9 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.669060 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bc0f28a2-f459-4e52-b4d8-513861161a0c req-09da4a29-ada1-4f4f-9a8f-457f62ec3fc9 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0519705 May 10 14:02:08.722730 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bc0f28a2-f459-4e52-b4d8-513861161a0c req-bc22065a-ec7d-479c-a697-50a638d18c2b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 May 10 14:02:08.761086 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b57e0-6518-4b27-a905-f571ea42b48d req-a887aa77-391a-4aa0-9192-4dfab8c12e00 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.762625 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b1b57e0-6518-4b27-a905-f571ea42b48d req-a887aa77-391a-4aa0-9192-4dfab8c12e00 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0481672 May 10 14:02:08.812998 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b1b57e0-6518-4b27-a905-f571ea42b48d req-688a4084-5570-4ad3-9c3e-c4ab7ab2e90e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 May 10 14:02:09.048909 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c073824-ae4d-4859-9677-6746aafa1568 req-b8c093ad-4d64-40e3-805c-b267dd730239 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.050436 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c073824-ae4d-4859-9677-6746aafa1568 req-b8c093ad-4d64-40e3-805c-b267dd730239 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0460186 May 10 14:02:09.096154 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c073824-ae4d-4859-9677-6746aafa1568 req-7cfdb6ad-f7db-40c6-bb26-75680ad9341b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393095 May 10 14:02:09.836994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a84356-4850-4c26-97f7-2fbca64865f5 req-a88dd207-9ab5-42c2-b4fb-98a9f439133b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.838553 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9a84356-4850-4c26-97f7-2fbca64865f5 req-a88dd207-9ab5-42c2-b4fb-98a9f439133b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0501714 May 10 14:02:09.900260 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9a84356-4850-4c26-97f7-2fbca64865f5 req-16fe0ce7-1f43-4806-b083-abf6df7e4fed tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 May 10 14:02:09.942762 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed36c9-9433-4192-888d-d8af00152bbc req-371588f1-4369-4519-b62b-c82852f5e309 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.944391 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-aeed36c9-9433-4192-888d-d8af00152bbc req-371588f1-4369-4519-b62b-c82852f5e309 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0533869 May 10 14:02:10.162265 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-aeed36c9-9433-4192-888d-d8af00152bbc req-ca793e25-07be-4db5-851e-a2d12c2af309 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064004 May 10 14:02:10.218283 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099fc7a-67f7-4c7f-8b98-00a7c8407973 req-dce319ef-ae0b-407a-9c07-f3f8cf7a2027 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:10.222650 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3099fc7a-67f7-4c7f-8b98-00a7c8407973 req-dce319ef-ae0b-407a-9c07-f3f8cf7a2027 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0503602 May 10 14:02:10.271089 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3099fc7a-67f7-4c7f-8b98-00a7c8407973 req-f79587e9-7299-40bb-b81a-e23287f531b5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449731 May 10 14:02:10.352510 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 54752) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:10.455007 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0736f954-e131-4bcf-98f9-6b9aa553fff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.532926 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0736f954-e131-4bcf-98f9-6b9aa553fff9 admin admin] Publish callbacks [] for security_group (ac8fe9b0-7296-46b4-97ac-b79483e7cad3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.537483 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0736f954-e131-4bcf-98f9-6b9aa553fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ac8fe9b0-7296-46b4-97ac-b79483e7cad3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.577168 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0736f954-e131-4bcf-98f9-6b9aa553fff9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f14f6aed5a54725ad484a0e34fd51e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235997 May 10 14:02:10.578034 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736f954-e131-4bcf-98f9-6b9aa553fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8fe9b0-7296-46b4-97ac-b79483e7cad3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:10.579880 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54760) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:10.626925 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8af9f16-1668-428f-8336-77a8f44cf9aa admin admin] Publish callbacks [] for security_group (ac8fe9b0-7296-46b4-97ac-b79483e7cad3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.649847 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8af9f16-1668-428f-8336-77a8f44cf9aa admin admin] Publish callbacks [] for security_group (ac8fe9b0-7296-46b4-97ac-b79483e7cad3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.696825 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8af9f16-1668-428f-8336-77a8f44cf9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ac8fe9b0-7296-46b4-97ac-b79483e7cad3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.699442 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8af9f16-1668-428f-8336-77a8f44cf9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.700585 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b8af9f16-1668-428f-8336-77a8f44cf9aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac8fe9b0-7296-46b4-97ac-b79483e7cad3 HTTP/1.1" status: 204 len: 168 time: 0.1197393 May 10 14:02:10.708909 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af9f16-1668-428f-8336-77a8f44cf9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8fe9b0-7296-46b4-97ac-b79483e7cad3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:10.959974 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 54772) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:10.973173 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb235ef-d8a4-4490-afac-a328c5e03871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.015694 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1a30-f869-42f1-a9d4-be27c4076e6e req-51712a33-5add-4c1a-ab34-e15ff277fe69 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:11.017831 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6e9e1a30-f869-42f1-a9d4-be27c4076e6e req-51712a33-5add-4c1a-ab34-e15ff277fe69 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0498805 May 10 14:02:11.051759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb235ef-d8a4-4490-afac-a328c5e03871 admin admin] Publish callbacks [] for security_group (d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.056419 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb235ef-d8a4-4490-afac-a328c5e03871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.069399 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6e9e1a30-f869-42f1-a9d4-be27c4076e6e req-6b13e327-9fad-411d-b27c-655301a8fae2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 May 10 14:02:11.094949 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cfb235ef-d8a4-4490-afac-a328c5e03871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3345ec02ae24f1abacfe76f7152095a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338634 May 10 14:02:11.095801 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb235ef-d8a4-4490-afac-a328c5e03871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:11.097525 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 54774) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:11.145201 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d8a145c-71bc-46df-b378-19b666d9c96c admin admin] Publish callbacks [] for security_group (d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.166302 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d8a145c-71bc-46df-b378-19b666d9c96c admin admin] Publish callbacks [] for security_group (d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.213760 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d8a145c-71bc-46df-b378-19b666d9c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.216430 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d8a145c-71bc-46df-b378-19b666d9c96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.217693 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5d8a145c-71bc-46df-b378-19b666d9c96c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a HTTP/1.1" status: 204 len: 168 time: 0.1186280 May 10 14:02:11.226465 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a145c-71bc-46df-b378-19b666d9c96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ce6fd6-566c-4d4f-bf39-1ca7c853b08a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:11.264009 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856236b-d53b-45be-bf42-7d7da73c5fcd req-9d845dd6-b4f9-4696-a0a9-4f33ae46f1b2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:11.265607 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9856236b-d53b-45be-bf42-7d7da73c5fcd req-9d845dd6-b4f9-4696-a0a9-4f33ae46f1b2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0495989 May 10 14:02:11.322034 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9856236b-d53b-45be-bf42-7d7da73c5fcd req-34522d51-9f0d-4b5f-abf2-6d564d723079 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506258 May 10 14:02:11.407226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec24ed2-4c91-4399-972e-4522232bcab7 req-c69b20d7-083c-4f1d-a7bc-a53033ff8df9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:11.408975 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7ec24ed2-4c91-4399-972e-4522232bcab7 req-c69b20d7-083c-4f1d-a7bc-a53033ff8df9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0548337 May 10 14:02:11.468287 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7ec24ed2-4c91-4399-972e-4522232bcab7 req-2d7dd96d-68d1-4e09-af9c-9713591bfc19 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508478 May 10 14:02:12.184324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658b116-1fcb-4976-8606-f5e6a909b9a4 req-8d66f138-cd65-4b3b-b1ac-bf4d47f68937 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.185879 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5658b116-1fcb-4976-8606-f5e6a909b9a4 req-8d66f138-cd65-4b3b-b1ac-bf4d47f68937 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0497546 May 10 14:02:12.232655 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5658b116-1fcb-4976-8606-f5e6a909b9a4 req-a08f2d7e-af64-4a99-b3fe-ba205d15726a tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 May 10 14:02:12.439007 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27965-df9e-485c-b1af-00676eb3cc0f req-0be88697-eb3c-4f27-98bb-be0cac8468c6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.440504 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44b27965-df9e-485c-b1af-00676eb3cc0f req-0be88697-eb3c-4f27-98bb-be0cac8468c6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0504282 May 10 14:02:12.489716 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44b27965-df9e-485c-b1af-00676eb3cc0f req-e475c82f-296e-4ccf-85ec-b6d2474d0565 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 May 10 14:02:12.584262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6a5d2-fe3c-4724-9121-dfc872ec194d req-f8061051-d130-488f-a5b8-b248dacc3071 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.585773 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c6b6a5d2-fe3c-4724-9121-dfc872ec194d req-f8061051-d130-488f-a5b8-b248dacc3071 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0480523 May 10 14:02:12.636376 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c6b6a5d2-fe3c-4724-9121-dfc872ec194d req-6c476be1-3bd4-4f93-8f02-5fc0d10d1b58 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451488 May 10 14:02:13.352598 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56a79-abc5-45bd-a997-edf443e5aaf9 req-77eb71da-3a0a-4978-9eca-3cc79e337816 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.354056 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9bf56a79-abc5-45bd-a997-edf443e5aaf9 req-77eb71da-3a0a-4978-9eca-3cc79e337816 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0497565 May 10 14:02:13.402667 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9bf56a79-abc5-45bd-a997-edf443e5aaf9 req-d6516beb-639c-47e9-a7eb-2d30b86e629e tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 May 10 14:02:13.622577 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020bbb9-b262-482e-8d67-834acbd00b51 req-71cd8cab-0d0b-4255-bf2c-2daaf7fe5f38 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.631737 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b020bbb9-b262-482e-8d67-834acbd00b51 req-71cd8cab-0d0b-4255-bf2c-2daaf7fe5f38 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0603151 May 10 14:02:13.680084 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b020bbb9-b262-482e-8d67-834acbd00b51 req-cb957b60-0caf-4125-939e-1b7d6ab6c7e3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427713 May 10 14:02:13.753726 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e97a7-a0b4-43de-8154-f4a49fad396d req-400a9492-48f0-4ae4-8094-bbff6b93df99 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.755206 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-235e97a7-a0b4-43de-8154-f4a49fad396d req-400a9492-48f0-4ae4-8094-bbff6b93df99 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0491800 May 10 14:02:13.800212 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-235e97a7-a0b4-43de-8154-f4a49fad396d req-49e02a30-29ea-4f97-9f2a-fec572ff1020 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395668 May 10 14:02:14.515879 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5fbc8-47bb-4653-8528-aba3d02e5892 req-723fe4b4-c2b1-46f4-ba00-652fd35db0c2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.517339 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3b5fbc8-47bb-4653-8528-aba3d02e5892 req-723fe4b4-c2b1-46f4-ba00-652fd35db0c2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0475626 May 10 14:02:14.564704 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3b5fbc8-47bb-4653-8528-aba3d02e5892 req-262b8fe1-79a0-4d89-958b-b7c56a80ca2f tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 May 10 14:02:14.794985 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd30cf-d36b-46ea-a887-8414c492a8ea req-927fb3e2-ddfe-4530-9a65-cea68a3df775 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.796439 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-70cd30cf-d36b-46ea-a887-8414c492a8ea req-927fb3e2-ddfe-4530-9a65-cea68a3df775 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0462565 May 10 14:02:14.844483 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-70cd30cf-d36b-46ea-a887-8414c492a8ea req-08d50ab4-6924-431d-bf7b-1f1b4a36d0a9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 May 10 14:02:14.913194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22da404-c620-4c21-890e-fb18f2fb57c8 req-55272c79-4346-4e05-93bd-26166d22c83d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.914689 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b22da404-c620-4c21-890e-fb18f2fb57c8 req-55272c79-4346-4e05-93bd-26166d22c83d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0469687 May 10 14:02:14.964667 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b22da404-c620-4c21-890e-fb18f2fb57c8 req-fa7c9423-c22d-4436-af8b-1d7f4d743f3c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 May 10 14:02:15.678490 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a07b5-5f7d-4629-9603-119755a9c2d6 req-8f03250e-df7a-4584-9a85-d8a00003fa85 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:15.679973 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5a6a07b5-5f7d-4629-9603-119755a9c2d6 req-8f03250e-df7a-4584-9a85-d8a00003fa85 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0470581 May 10 14:02:15.729623 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5a6a07b5-5f7d-4629-9603-119755a9c2d6 req-1d012dc5-399d-4699-adfe-a12112b322b7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 May 10 14:02:15.953993 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367df5e-53f6-4450-90ea-38ac32fe0516 req-0d65cd56-f28a-4401-99e5-a4ee2054b963 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:15.955507 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2367df5e-53f6-4450-90ea-38ac32fe0516 req-0d65cd56-f28a-4401-99e5-a4ee2054b963 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0466518 May 10 14:02:16.002175 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2367df5e-53f6-4450-90ea-38ac32fe0516 req-083ddce7-68e4-4ddc-a91e-256c734ffcf7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 May 10 14:02:16.082172 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5745a-e92b-428f-b98d-6d69b89d444f req-1c880145-9182-4d6e-8e22-04313922f9ad tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:16.084211 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57e5745a-e92b-428f-b98d-6d69b89d444f req-1c880145-9182-4d6e-8e22-04313922f9ad tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0493615 May 10 14:02:16.129584 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57e5745a-e92b-428f-b98d-6d69b89d444f req-d30d7f90-9b89-4da3-9bae-05a7d2bbc1a6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397229 May 10 14:02:16.843526 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648c8f-78e6-428c-b38a-1beddd0aa838 req-ccb31f35-78e8-4bc0-a638-a19651462f03 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:16.845022 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84648c8f-78e6-428c-b38a-1beddd0aa838 req-ccb31f35-78e8-4bc0-a638-a19651462f03 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0485241 May 10 14:02:16.893161 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84648c8f-78e6-428c-b38a-1beddd0aa838 req-ca14268e-f025-4dae-b580-e33efd8ce1b8 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 May 10 14:02:17.131903 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201cd50-969f-41e2-b6fa-3c133ff4d01c req-e57e85b1-0c0d-4e1f-a730-f7d718ee1dec tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.133535 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2201cd50-969f-41e2-b6fa-3c133ff4d01c req-e57e85b1-0c0d-4e1f-a730-f7d718ee1dec tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 932 time: 0.0552995 May 10 14:02:17.204324 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2201cd50-969f-41e2-b6fa-3c133ff4d01c req-c267f8ba-6b2c-48ef-b54d-526d35d79ea6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634353 May 10 14:02:17.291011 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f26da-9323-4f96-b32d-2e86b75abe23 req-6becb432-81dd-45e7-8fca-05314d84e483 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.292718 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe0f26da-9323-4f96-b32d-2e86b75abe23 req-6becb432-81dd-45e7-8fca-05314d84e483 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.0597975 May 10 14:02:17.354964 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe0f26da-9323-4f96-b32d-2e86b75abe23 req-51a6d04d-6ec2-44a6-820b-0167e0665db9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558155 May 10 14:02:17.670733 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Request body: {'port': {'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:17.671421 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Request body: {'port': {'device_id': 'ead53d16-350b-428b-abb0-ee729094fae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:17.734738 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:17.787746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d req-9b503782-8cf2-485c-bef4-21ea0edc632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.789525 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d req-9b503782-8cf2-485c-bef4-21ea0edc632c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1127 time: 0.0984447 May 10 14:02:17.807223 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.046558 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb96deb-653e-4dfd-95fa-2c6ba5f752a1 req-01814691-afa9-4009-a01a-8683ef495671 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.048397 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ccb96deb-653e-4dfd-95fa-2c6ba5f752a1 req-01814691-afa9-4009-a01a-8683ef495671 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0703223 May 10 14:02:18.096381 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d req-8cafb367-1bbd-4a3d-8907-8af18c13d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.098084 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d req-8cafb367-1bbd-4a3d-8907-8af18c13d028 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=523029c9401f49c399be46bfe308b5e6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2992489 May 10 14:02:18.129833 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ccb96deb-653e-4dfd-95fa-2c6ba5f752a1 req-5211eae4-9e58-4e84-b75a-013f1b643504 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 May 10 14:02:18.193296 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec44231-1d3b-4ecc-b5bb-dddd45402204 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:18.201707 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Publish callbacks [] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.220509 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Transition to ACTIVE for port object fec44231-1d3b-4ecc-b5bb-dddd45402204 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:18.224724 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.282033 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Pushing event updated for resources: {'Port': ['ID=fec44231-1d3b-4ecc-b5bb-dddd45402204,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:18.331932 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Attempting to bind port fec44231-1d3b-4ecc-b5bb-dddd45402204 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:18.332484 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Attempting to bind port fec44231-1d3b-4ecc-b5bb-dddd45402204 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:18.332978 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Attempting to bind port fec44231-1d3b-4ecc-b5bb-dddd45402204 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:18.339520 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Port fec44231-1d3b-4ecc-b5bb-dddd45402204 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:18.340038 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Attempting to bind port fec44231-1d3b-4ecc-b5bb-dddd45402204 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:18.351111 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:18.351459 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Checking segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:18.351980 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Bound using segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:18.352291 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Bound port: fec44231-1d3b-4ecc-b5bb-dddd45402204, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:18.352655 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.476754 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] For port fec44231-1d3b-4ecc-b5bb-dddd45402204, host hv-cinder-83588, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:18.488148 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] For port fec44231-1d3b-4ecc-b5bb-dddd45402204, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:18.505438 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d req-5828b7a5-fcfc-46ae-a8bd-250e198e7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.507907 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4e83c45-0a73-4c4e-8f6d-ac0fba08043d req-5828b7a5-fcfc-46ae-a8bd-250e198e7fd6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4033248 May 10 14:02:18.514974 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.591009 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.591773 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.593274 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] 10.222.0.59 "PUT /v2.0/ports/fec44231-1d3b-4ecc-b5bb-dddd45402204 HTTP/1.1" status: 200 len: 1094 time: 0.9272461 May 10 14:02:18.596300 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead53d16-350b-428b-abb0-ee729094fae0', 'tag': 'fec44231-1d3b-4ecc-b5bb-dddd45402204'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:18.600333 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d9ea2b-19a7-4b29-b738-6d386b8b047d" -d '{"events": [{"name": "network-changed", "server_uuid": "ead53d16-350b-428b-abb0-ee729094fae0", "tag": "fec44231-1d3b-4ecc-b5bb-dddd45402204"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:18.620875 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa31c0-efdd-4aa9-a49e-4a10ab52f868 req-d0a07e44-59ce-4c0a-bb2c-a09375e0775b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.622967 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-90aa31c0-efdd-4aa9-a49e-4a10ab52f868 req-d0a07e44-59ce-4c0a-bb2c-a09375e0775b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 931 time: 0.1289272 May 10 14:02:18.656233 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a28325-933e-48f7-9d78-2defa48a5ac0 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:18.667350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Publish callbacks [] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.703908 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e5958-79da-48bb-9a09-138d344d70aa service neutron] Pushing event updated for resources: {'Port': ['ID=fec44231-1d3b-4ecc-b5bb-dddd45402204,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:18.720363 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-90aa31c0-efdd-4aa9-a49e-4a10ab52f868 req-fd1307e2-f416-4a6b-a6c0-6e5de867f24a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916584 May 10 14:02:18.752378 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Transition to ACTIVE for port object 16a28325-933e-48f7-9d78-2defa48a5ac0 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:18.762872 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.764211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55070) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:18.800097 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef47b4-28e2-4cae-aee6-0c041bf2f168 x-openstack-request-id: req-f2ef47b4-28e2-4cae-aee6-0c041bf2f168 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:18.800393 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead53d16-350b-428b-abb0-ee729094fae0", "tag": "fec44231-1d3b-4ecc-b5bb-dddd45402204", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:18.800644 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2ef47b4-28e2-4cae-aee6-0c041bf2f168 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:18.801092 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ef47b4-28e2-4cae-aee6-0c041bf2f168'] response: {'name': 'network-changed', 'server_uuid': 'ead53d16-350b-428b-abb0-ee729094fae0', 'tag': 'fec44231-1d3b-4ecc-b5bb-dddd45402204', 'status': 'completed', 'code': 200} May 10 14:02:18.857725 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b776e4-258e-4fc1-8f85-f4a48f32bbdd req-ff2b52a7-ecda-4a51-84b2-d40802451edf tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.862175 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36b776e4-258e-4fc1-8f85-f4a48f32bbdd req-ff2b52a7-ecda-4a51-84b2-d40802451edf tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.1694872 May 10 14:02:18.941607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Pushing event updated for resources: {'Port': ['ID=16a28325-933e-48f7-9d78-2defa48a5ac0,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:18.962524 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e94f0866-8f89-458a-8ff6-0abf50284388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.998682 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36b776e4-258e-4fc1-8f85-f4a48f32bbdd req-e632ad36-98cc-48c8-b786-3ab0ce39fb77 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146934 May 10 14:02:19.012539 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Attempting to bind port 16a28325-933e-48f7-9d78-2defa48a5ac0 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:19.013003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Attempting to bind port 16a28325-933e-48f7-9d78-2defa48a5ac0 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:19.013398 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Attempting to bind port 16a28325-933e-48f7-9d78-2defa48a5ac0 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:19.019135 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Port 16a28325-933e-48f7-9d78-2defa48a5ac0 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:19.019526 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Attempting to bind port 16a28325-933e-48f7-9d78-2defa48a5ac0 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:19.026861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:19.027176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:19.027563 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Bound using segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:19.027993 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Bound port: 16a28325-933e-48f7-9d78-2defa48a5ac0, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:19.028354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.090003 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e94f0866-8f89-458a-8ff6-0abf50284388 admin admin] Publish callbacks [] for security_group (e4333bee-78c8-4380-8078-46b1e1b68b43), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.096302 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e94f0866-8f89-458a-8ff6-0abf50284388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e4333bee-78c8-4380-8078-46b1e1b68b43), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.114441 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] For port 16a28325-933e-48f7-9d78-2defa48a5ac0, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:19.118253 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] For port 16a28325-933e-48f7-9d78-2defa48a5ac0, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=16a28325-933e-48f7-9d78-2defa48a5ac0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:19.130993 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.143584 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e94f0866-8f89-458a-8ff6-0abf50284388 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=258cea3bff244e188a1e92b8a55a2219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780446 May 10 14:02:19.144762 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f0866-8f89-458a-8ff6-0abf50284388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4333bee-78c8-4380-8078-46b1e1b68b43,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.147934 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55088) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.189393 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.190908 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.192434 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] 10.222.0.59 "PUT /v2.0/ports/16a28325-933e-48f7-9d78-2defa48a5ac0 HTTP/1.1" status: 200 len: 1093 time: 1.5269349 May 10 14:02:19.193269 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:19.209863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d" -d '{"events": [{"name": "network-changed", "server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:19.246876 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55096) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.258673 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3bd03-f254-49a7-b4c6-1ca4f8e52055 service neutron] Pushing event updated for resources: {'Port': ['ID=16a28325-933e-48f7-9d78-2defa48a5ac0,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.277548 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea753f54-642a-46e9-af2f-0f8affebeb99 x-openstack-request-id: req-ea753f54-642a-46e9-af2f-0f8affebeb99 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:19.277900 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:19.278246 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea753f54-642a-46e9-af2f-0f8affebeb99 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:19.278725 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea753f54-642a-46e9-af2f-0f8affebeb99'] response: {'name': 'network-changed', 'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'status': 'completed', 'code': 200} May 10 14:02:19.287434 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f25b914b-df50-422d-808c-61d4600408ba admin admin] Publish callbacks [] for security_group (e4333bee-78c8-4380-8078-46b1e1b68b43), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.338630 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f25b914b-df50-422d-808c-61d4600408ba admin admin] Publish callbacks [] for security_group (e4333bee-78c8-4380-8078-46b1e1b68b43), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.346128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216344c-5945-4352-aeef-78663b0172aa req-a2ebce7d-0251-4285-8085-e349f553ee90 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.347902 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9216344c-5945-4352-aeef-78663b0172aa req-a2ebce7d-0251-4285-8085-e349f553ee90 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0787876 May 10 14:02:19.385766 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e65-1f15-43bc-ae7f-6e6a21602f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.423610 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9216344c-5945-4352-aeef-78663b0172aa req-d24599c4-fc4a-4c06-a4a1-59274c15f93c tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691125 May 10 14:02:19.435215 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f25b914b-df50-422d-808c-61d4600408ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e4333bee-78c8-4380-8078-46b1e1b68b43), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.438164 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f25b914b-df50-422d-808c-61d4600408ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.439455 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f25b914b-df50-422d-808c-61d4600408ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4333bee-78c8-4380-8078-46b1e1b68b43 HTTP/1.1" status: 204 len: 168 time: 0.2904553 May 10 14:02:19.448181 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b914b-df50-422d-808c-61d4600408ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4333bee-78c8-4380-8078-46b1e1b68b43,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.508355 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e65-1f15-43bc-ae7f-6e6a21602f94 admin admin] Publish callbacks [] for security_group (2c49b445-131a-4d02-906f-9f4806e4b343), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.512222 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e65-1f15-43bc-ae7f-6e6a21602f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2c49b445-131a-4d02-906f-9f4806e4b343), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.551492 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-56cc8e65-1f15-43bc-ae7f-6e6a21602f94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c8b4d897af41e48334a798e0a40c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032346 May 10 14:02:19.553022 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc8e65-1f15-43bc-ae7f-6e6a21602f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c49b445-131a-4d02-906f-9f4806e4b343,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.554904 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55102) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.617300 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-889a6db9-ffbc-4211-aaf7-40c43b209793 admin admin] Publish callbacks [] for security_group (2c49b445-131a-4d02-906f-9f4806e4b343), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.640530 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-889a6db9-ffbc-4211-aaf7-40c43b209793 admin admin] Publish callbacks [] for security_group (2c49b445-131a-4d02-906f-9f4806e4b343), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.688299 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-889a6db9-ffbc-4211-aaf7-40c43b209793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2c49b445-131a-4d02-906f-9f4806e4b343), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.690883 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-889a6db9-ffbc-4211-aaf7-40c43b209793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.692050 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-889a6db9-ffbc-4211-aaf7-40c43b209793 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c49b445-131a-4d02-906f-9f4806e4b343 HTTP/1.1" status: 204 len: 168 time: 0.1351631 May 10 14:02:19.701131 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6db9-ffbc-4211-aaf7-40c43b209793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c49b445-131a-4d02-906f-9f4806e4b343,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.737231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55110) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.761066 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c9-becd-4ccd-9dae-cab5acaa2643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.870360 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c5c05-96a2-48e7-a744-2b18bbeac750 req-2ba96dcf-0887-4fca-93ef-d4f44ea75703 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.871825 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d12c5c05-96a2-48e7-a744-2b18bbeac750 req-2ba96dcf-0887-4fca-93ef-d4f44ea75703 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0668154 May 10 14:02:19.907157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c9-becd-4ccd-9dae-cab5acaa2643 admin admin] Publish callbacks [] for security_group (fbff2527-a0a9-4506-9991-bb942c039b60), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.914553 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c9-becd-4ccd-9dae-cab5acaa2643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fbff2527-a0a9-4506-9991-bb942c039b60), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.971342 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d12c5c05-96a2-48e7-a744-2b18bbeac750 req-cbe970c4-cecf-4150-b1fb-215fa42283a4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897176 May 10 14:02:19.973123 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d6c9-becd-4ccd-9dae-cab5acaa2643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff2527-a0a9-4506-9991-bb942c039b60,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.981402 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-47c7d6c9-becd-4ccd-9dae-cab5acaa2643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4b2ad4cd1f74fc8bf99d935a2d6309f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408483 May 10 14:02:19.981630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55116) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:20.040082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34e72c75-bd3a-4692-8a8f-693dd22955dc admin admin] Publish callbacks [] for security_group (fbff2527-a0a9-4506-9991-bb942c039b60), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.069242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34e72c75-bd3a-4692-8a8f-693dd22955dc admin admin] Publish callbacks [] for security_group (fbff2527-a0a9-4506-9991-bb942c039b60), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.097258 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55124) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:20.111482 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f10e5848-ee19-4e3a-a228-a6ae4fb6477f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.136872 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34e72c75-bd3a-4692-8a8f-693dd22955dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fbff2527-a0a9-4506-9991-bb942c039b60), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.140550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34e72c75-bd3a-4692-8a8f-693dd22955dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.141898 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-34e72c75-bd3a-4692-8a8f-693dd22955dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbff2527-a0a9-4506-9991-bb942c039b60 HTTP/1.1" status: 204 len: 168 time: 0.1593671 May 10 14:02:20.150343 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e72c75-bd3a-4692-8a8f-693dd22955dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff2527-a0a9-4506-9991-bb942c039b60,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:20.182623 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1d4c1-17fc-4ca7-bde3-e06147d01dc8 req-7a977661-af4e-469d-88cf-acd58c6d9294 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:20.184090 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6c1d4c1-17fc-4ca7-bde3-e06147d01dc8 req-7a977661-af4e-469d-88cf-acd58c6d9294 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0611446 May 10 14:02:20.256909 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6c1d4c1-17fc-4ca7-bde3-e06147d01dc8 req-9de6e731-d886-4f38-a8f0-d0ca73455920 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 May 10 14:02:20.269077 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f10e5848-ee19-4e3a-a228-a6ae4fb6477f admin admin] Publish callbacks [] for security_group (4807f537-5415-4d44-9889-5ce978f2c121), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.278184 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f10e5848-ee19-4e3a-a228-a6ae4fb6477f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4807f537-5415-4d44-9889-5ce978f2c121), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.322308 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f10e5848-ee19-4e3a-a228-a6ae4fb6477f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7838c0f29c8a437395392cbcf32e3716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204475 May 10 14:02:20.322308 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5848-ee19-4e3a-a228-a6ae4fb6477f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4807f537-5415-4d44-9889-5ce978f2c121,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:20.323078 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55130) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:20.569963 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-499b4fec-23df-4a30-814b-12e56c08881c admin admin] Publish callbacks [] for security_group (4807f537-5415-4d44-9889-5ce978f2c121), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.581179 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf978d-a9e5-41bd-862d-5fd2390638c0 req-fd041920-2d2e-4c39-a4ee-cd8718a3234c tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:20.582647 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3eaf978d-a9e5-41bd-862d-5fd2390638c0 req-fd041920-2d2e-4c39-a4ee-cd8718a3234c tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 943 time: 0.0589283 May 10 14:02:20.612556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-499b4fec-23df-4a30-814b-12e56c08881c admin admin] Publish callbacks [] for security_group (4807f537-5415-4d44-9889-5ce978f2c121), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.663932 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3eaf978d-a9e5-41bd-862d-5fd2390638c0 req-86251c7a-1113-45af-9821-0d8ecdff4fc6 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735352 May 10 14:02:20.695052 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-499b4fec-23df-4a30-814b-12e56c08881c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4807f537-5415-4d44-9889-5ce978f2c121), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.697591 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-499b4fec-23df-4a30-814b-12e56c08881c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.698740 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-499b4fec-23df-4a30-814b-12e56c08881c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4807f537-5415-4d44-9889-5ce978f2c121 HTTP/1.1" status: 204 len: 168 time: 0.3758903 May 10 14:02:20.706489 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4fec-23df-4a30-814b-12e56c08881c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807f537-5415-4d44-9889-5ce978f2c121,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:21.095955 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f02e01-7bbd-4640-801b-b40880393a37 req-e54204b9-d69b-432f-85d1-6b983e7a48e2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.097435 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86f02e01-7bbd-4640-801b-b40880393a37 req-e54204b9-d69b-432f-85d1-6b983e7a48e2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0493085 May 10 14:02:21.138095 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 30a4e6db-5223-416e-8dbe-46ef6ea6be27 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:21.189046 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86f02e01-7bbd-4640-801b-b40880393a37 req-798e793a-eb92-43ed-b77f-7c160de20962 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788100 May 10 14:02:21.303024 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27,segment=NetworkSegment(995fb921-c9c0-4a82-bc3c-b76fc79b241c),segment_id=995fb921-c9c0-4a82-bc3c-b76fc79b241c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:21.316305 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '30a4e6db-5223-416e-8dbe-46ef6ea6be27', 'network_id': '63e3b9a3-6735-4ab6-ace1-2a506015af5f', 'port_id': '30a4e6db-5223-416e-8dbe-46ef6ea6be27', 'mac_address': 'fa:16:3e:2d:3d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec45e00-5eaa-484e-aa17-58575c46e459', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:21.373104 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:21.373539 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.393050 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a4e6db-5223-416e-8dbe-46ef6ea6be27 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:21.393136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c6614-9a2f-4bba-99ae-f134094a471c req-73be491c-f01a-4e04-80b0-27d6e75d6a45 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.393136 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-598c6614-9a2f-4bba-99ae-f134094a471c req-73be491c-f01a-4e04-80b0-27d6e75d6a45 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0651727 May 10 14:02:21.413300 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27,segment=NetworkSegment(995fb921-c9c0-4a82-bc3c-b76fc79b241c),segment_id=995fb921-c9c0-4a82-bc3c-b76fc79b241c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:21.418142 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.456902 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-598c6614-9a2f-4bba-99ae-f134094a471c req-e82ba22c-df3e-4ba6-9ba8-309787343fd1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568774 May 10 14:02:21.482396 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=30a4e6db-5223-416e-8dbe-46ef6ea6be27,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:21.794245 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cded6a-82f1-4c34-ab99-e2cf82d5bc5a req-75b09d69-8f05-4167-a78d-92b4205d1417 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.795733 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33cded6a-82f1-4c34-ab99-e2cf82d5bc5a req-75b09d69-8f05-4167-a78d-92b4205d1417 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 944 time: 0.0591948 May 10 14:02:21.859037 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33cded6a-82f1-4c34-ab99-e2cf82d5bc5a req-a9a2da42-7d64-4f6b-8b11-1e3af2bcb44b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 May 10 14:02:22.319783 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598b3e1-4d37-4a46-87f6-cb4cd427e6a5 req-def0f0e4-01f0-424f-a2b7-0311b0854dc7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.324003 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2598b3e1-4d37-4a46-87f6-cb4cd427e6a5 req-def0f0e4-01f0-424f-a2b7-0311b0854dc7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0495665 May 10 14:02:22.387943 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2598b3e1-4d37-4a46-87f6-cb4cd427e6a5 req-87e0c42b-edbd-41d9-ae89-4940e9bb2f77 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573978 May 10 14:02:22.599507 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e963cd-df59-49ec-a1e9-327697b96543 req-1adef68d-0b6a-492d-8648-b909ae5a30e7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.608926 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-16e963cd-df59-49ec-a1e9-327697b96543 req-1adef68d-0b6a-492d-8648-b909ae5a30e7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0787671 May 10 14:02:22.639371 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-b7641054-5404-49c3-97a3-aadc405e7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.641295 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-b7641054-5404-49c3-97a3-aadc405e7ec5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1127 time: 0.0796602 May 10 14:02:22.666093 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d req-777e2b86-9ac0-4ffd-9260-3a07522d0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.676388 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d req-777e2b86-9ac0-4ffd-9260-3a07522d0fb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 1127 time: 0.1382787 May 10 14:02:22.677306 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55280) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:22.688092 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9ea2b-19a7-4b29-b738-6d386b8b047d req-24e14862-5a32-4aaf-a46d-f816426be6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.689699 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83d9ea2b-19a7-4b29-b738-6d386b8b047d req-24e14862-5a32-4aaf-a46d-f816426be6bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1128 time: 0.0906332 May 10 14:02:22.700210 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-ba77a52c-dd9a-4464-9a48-4566bae1cb59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 200 len: 217 time: 0.0489094 May 10 14:02:22.725094 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-16e963cd-df59-49ec-a1e9-327697b96543 req-3c0c063a-9fed-421e-9a50-fc4bad6a9f93 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023629 May 10 14:02:22.786771 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-c27ddd80-e383-4b6b-8feb-d60292b03e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.788883 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-c27ddd80-e383-4b6b-8feb-d60292b03e0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0571885 May 10 14:02:22.839085 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6121-9979-4976-b93d-9764319937e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.866857 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932095f-f290-4cc1-80bd-87623420e7de req-240ece5e-b45a-42ba-aaf8-e39f219bd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.868938 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-240ece5e-b45a-42ba-aaf8-e39f219bd834 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699432 May 10 14:02:22.978154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d req-614f2732-d474-44f3-b771-83cdd54fc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.981129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d req-614f2732-d474-44f3-b771-83cdd54fc3f7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2949462 May 10 14:02:22.988871 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-e3359085-9920-4623-9ed0-cdafbd73b685 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125205 May 10 14:02:23.055974 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9ea2b-19a7-4b29-b738-6d386b8b047d req-e60e08d6-30bb-4305-8aa1-9e543157bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.057706 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83d9ea2b-19a7-4b29-b738-6d386b8b047d req-e60e08d6-30bb-4305-8aa1-9e543157bd36 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=523029c9401f49c399be46bfe308b5e6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3187478 May 10 14:02:23.121343 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1932095f-f290-4cc1-80bd-87623420e7de req-226e5e2b-d9f2-447e-bd29-7e007770d484 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268606 May 10 14:02:23.185264 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921821-ce59-495f-8a1d-e9c19018f3ab req-4004802b-0a44-4f31-a697-e264cd2eccc7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.186860 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae921821-ce59-495f-8a1d-e9c19018f3ab req-4004802b-0a44-4f31-a697-e264cd2eccc7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 944 time: 0.1935410 May 10 14:02:23.272462 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55304) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:23.280075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6121-9979-4976-b93d-9764319937e9 admin admin] Publish callbacks [] for security_group (d643e91f-8670-435a-a815-0383a709a1a4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.288983 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d req-fcd1062c-fed5-4862-ba3b-f624221597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.290604 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d809f7e0-8ccd-4c18-8798-7a0e0e70438d req-fcd1062c-fed5-4862-ba3b-f624221597f2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863312 May 10 14:02:23.294605 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6121-9979-4976-b93d-9764319937e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d643e91f-8670-435a-a815-0383a709a1a4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.358859 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9ea2b-19a7-4b29-b738-6d386b8b047d req-ffa9991d-b0b3-47f8-966c-8cbe5f452a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.360601 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83d9ea2b-19a7-4b29-b738-6d386b8b047d req-ffa9991d-b0b3-47f8-966c-8cbe5f452a70 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661037 May 10 14:02:23.368155 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae921821-ce59-495f-8a1d-e9c19018f3ab req-b1f18699-7a42-449a-a88f-5c3163896428 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649327 May 10 14:02:23.371833 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2c2e6121-9979-4976-b93d-9764319937e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5744bd217e014d878c13abe56cd0f7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6922340 May 10 14:02:23.373211 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e6121-9979-4976-b93d-9764319937e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d643e91f-8670-435a-a815-0383a709a1a4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.375670 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55312) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:23.406441 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52ad-c5f8-465b-80c8-a968db38bc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.450027 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9347f263-a74e-4abc-bc46-d11c8ed11ca1 admin admin] Publish callbacks [] for security_group (d643e91f-8670-435a-a815-0383a709a1a4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.485515 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9347f263-a74e-4abc-bc46-d11c8ed11ca1 admin admin] Publish callbacks [] for security_group (d643e91f-8670-435a-a815-0383a709a1a4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.547559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9347f263-a74e-4abc-bc46-d11c8ed11ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d643e91f-8670-435a-a815-0383a709a1a4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.549407 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52ad-c5f8-465b-80c8-a968db38bc7b admin admin] Publish callbacks [] for security_group (424c767f-30a8-4001-ab0e-2a0ef5510a6e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.551230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9347f263-a74e-4abc-bc46-d11c8ed11ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.555948 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9347f263-a74e-4abc-bc46-d11c8ed11ca1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d643e91f-8670-435a-a815-0383a709a1a4 HTTP/1.1" status: 204 len: 168 time: 0.1762941 May 10 14:02:23.562344 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f263-a74e-4abc-bc46-d11c8ed11ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d643e91f-8670-435a-a815-0383a709a1a4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.568649 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d10d5c-e6e1-44a3-a422-0a104cfd9dd5 req-15b5003f-9863-44b0-b370-2f8b1e2ef56a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.570139 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03d10d5c-e6e1-44a3-a422-0a104cfd9dd5 req-15b5003f-9863-44b0-b370-2f8b1e2ef56a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0886731 May 10 14:02:23.572824 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52ad-c5f8-465b-80c8-a968db38bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (424c767f-30a8-4001-ab0e-2a0ef5510a6e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.643270 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dc2e52ad-c5f8-465b-80c8-a968db38bc7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b185dbc9cfb4847838591f61765b3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697510 May 10 14:02:23.645989 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55326) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:23.649500 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e52ad-c5f8-465b-80c8-a968db38bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c767f-30a8-4001-ab0e-2a0ef5510a6e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.678574 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03d10d5c-e6e1-44a3-a422-0a104cfd9dd5 req-885d5473-7b07-45f1-b4fe-bd8200c7e6c7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998032 May 10 14:02:23.691187 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['30a4e6db-5223-416e-8dbe-46ef6ea6be27'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:23.726603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b450ab64-412c-4b3e-9bb3-9585b6efd547 admin admin] Publish callbacks [] for security_group (424c767f-30a8-4001-ab0e-2a0ef5510a6e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.768091 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b450ab64-412c-4b3e-9bb3-9585b6efd547 admin admin] Publish callbacks [] for security_group (424c767f-30a8-4001-ab0e-2a0ef5510a6e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.865600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13125972-6be8-49b3-aba5-ac46ad05e30c req-b1cb635f-7848-4ef2-a8ad-34963fedc3b6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.868321 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13125972-6be8-49b3-aba5-ac46ad05e30c req-b1cb635f-7848-4ef2-a8ad-34963fedc3b6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0715735 May 10 14:02:23.898713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b450ab64-412c-4b3e-9bb3-9585b6efd547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (424c767f-30a8-4001-ab0e-2a0ef5510a6e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.901275 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b450ab64-412c-4b3e-9bb3-9585b6efd547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.902380 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b450ab64-412c-4b3e-9bb3-9585b6efd547 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/424c767f-30a8-4001-ab0e-2a0ef5510a6e HTTP/1.1" status: 204 len: 168 time: 0.2552593 May 10 14:02:23.930406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55334) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:23.933812 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450ab64-412c-4b3e-9bb3-9585b6efd547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c767f-30a8-4001-ab0e-2a0ef5510a6e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.943526 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13125972-6be8-49b3-aba5-ac46ad05e30c req-b12fcd74-7a38-4dd4-8057-46e7ac9d00f9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690069 May 10 14:02:23.959893 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-799a589b-157e-4c23-aaab-d94d80f789d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.051367 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-799a589b-157e-4c23-aaab-d94d80f789d7 admin admin] Publish callbacks [] for security_group (7fd3cabb-4e84-4108-8939-a05288f5ea56), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.056444 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-799a589b-157e-4c23-aaab-d94d80f789d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7fd3cabb-4e84-4108-8939-a05288f5ea56), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.098268 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-799a589b-157e-4c23-aaab-d94d80f789d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbcc3a4c024e41fb8a9faec11f72a5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660450 May 10 14:02:24.099166 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a589b-157e-4c23-aaab-d94d80f789d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3cabb-4e84-4108-8939-a05288f5ea56,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:24.101438 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55346) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:24.155245 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3317cad4-fe3e-4ffd-9b04-f5f44237cbb3 admin admin] Publish callbacks [] for security_group (7fd3cabb-4e84-4108-8939-a05288f5ea56), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.176868 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3317cad4-fe3e-4ffd-9b04-f5f44237cbb3 admin admin] Publish callbacks [] for security_group (7fd3cabb-4e84-4108-8939-a05288f5ea56), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.199494 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e9eea37d-c8cd-4978-ab6f-9abfb19f7871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.230711 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3317cad4-fe3e-4ffd-9b04-f5f44237cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7fd3cabb-4e84-4108-8939-a05288f5ea56), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.233808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3317cad4-fe3e-4ffd-9b04-f5f44237cbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.237540 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3317cad4-fe3e-4ffd-9b04-f5f44237cbb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fd3cabb-4e84-4108-8939-a05288f5ea56 HTTP/1.1" status: 204 len: 168 time: 0.1324394 May 10 14:02:24.245062 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317cad4-fe3e-4ffd-9b04-f5f44237cbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3cabb-4e84-4108-8939-a05288f5ea56,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:24.305740 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55352) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:24.318817 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d60d1940-b21d-4bc0-8b19-46f36ef82c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.404838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55360) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:24.409863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d60d1940-b21d-4bc0-8b19-46f36ef82c50 admin admin] Publish callbacks [] for security_group (05809dbf-27a4-4575-a7bf-b1ca26c95f76), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.418703 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d60d1940-b21d-4bc0-8b19-46f36ef82c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (05809dbf-27a4-4575-a7bf-b1ca26c95f76), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.470825 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d60d1940-b21d-4bc0-8b19-46f36ef82c50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d990e545e02451c874a1d38c966fdf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638896 May 10 14:02:24.471317 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55368) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:24.472058 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d1940-b21d-4bc0-8b19-46f36ef82c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05809dbf-27a4-4575-a7bf-b1ca26c95f76,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:24.551510 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e36f72d8-0192-4041-b637-022ca3075855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.583044 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982dac6-2ae7-4f9b-abd8-16b9ee9fb432 req-844c0495-79a2-4522-bc10-d22fd0fe2fb2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:24.585062 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2982dac6-2ae7-4f9b-abd8-16b9ee9fb432 req-844c0495-79a2-4522-bc10-d22fd0fe2fb2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 944 time: 0.0770953 May 10 14:02:24.603310 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27c2d14-b985-4939-9abd-599fee396693 admin admin] Publish callbacks [] for security_group (05809dbf-27a4-4575-a7bf-b1ca26c95f76), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.646673 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27c2d14-b985-4939-9abd-599fee396693 admin admin] Publish callbacks [] for security_group (05809dbf-27a4-4575-a7bf-b1ca26c95f76), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.674864 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2982dac6-2ae7-4f9b-abd8-16b9ee9fb432 req-c5534409-8918-47aa-aa8c-12ebfd296a42 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822737 May 10 14:02:24.706472 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e36f72d8-0192-4041-b637-022ca3075855 admin admin] Publish callbacks [] for security_group (1ee17bf9-3c3d-4a0c-b898-df488e98f29b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.717144 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e36f72d8-0192-4041-b637-022ca3075855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1ee17bf9-3c3d-4a0c-b898-df488e98f29b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.723676 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27c2d14-b985-4939-9abd-599fee396693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (05809dbf-27a4-4575-a7bf-b1ca26c95f76), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.727191 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27c2d14-b985-4939-9abd-599fee396693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.728784 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d27c2d14-b985-4939-9abd-599fee396693 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05809dbf-27a4-4575-a7bf-b1ca26c95f76 HTTP/1.1" status: 204 len: 168 time: 0.2563753 May 10 14:02:24.781350 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c2d14-b985-4939-9abd-599fee396693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05809dbf-27a4-4575-a7bf-b1ca26c95f76,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:24.781838 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e36f72d8-0192-4041-b637-022ca3075855 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad6bf0fcfc024ed881fa29df9540c6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750775 May 10 14:02:24.784335 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55388) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:24.835340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f72d8-0192-4041-b637-022ca3075855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee17bf9-3c3d-4a0c-b898-df488e98f29b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:24.938988 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eca9b1a4-558f-4d30-a742-4b0c474611ea admin admin] Publish callbacks [] for security_group (1ee17bf9-3c3d-4a0c-b898-df488e98f29b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.947172 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefb6f-2799-4661-8a08-86545606472f req-0d9cbd60-e7bf-47bc-996d-4e88754aaa70 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:24.948850 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-17eefb6f-2799-4661-8a08-86545606472f req-0d9cbd60-e7bf-47bc-996d-4e88754aaa70 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0938983 May 10 14:02:25.027571 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-17eefb6f-2799-4661-8a08-86545606472f req-ba266728-30f4-4704-b1bf-659a310d329a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720916 May 10 14:02:25.048962 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eca9b1a4-558f-4d30-a742-4b0c474611ea admin admin] Publish callbacks [] for security_group (1ee17bf9-3c3d-4a0c-b898-df488e98f29b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.150519 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88239805-0a6f-4c5e-918b-5482a8ec094e req-db804e9e-3f8f-46c2-aaed-df648cfa2762 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:25.150519 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88239805-0a6f-4c5e-918b-5482a8ec094e req-db804e9e-3f8f-46c2-aaed-df648cfa2762 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0868657 May 10 14:02:25.153552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eca9b1a4-558f-4d30-a742-4b0c474611ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1ee17bf9-3c3d-4a0c-b898-df488e98f29b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.156597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eca9b1a4-558f-4d30-a742-4b0c474611ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.157748 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eca9b1a4-558f-4d30-a742-4b0c474611ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ee17bf9-3c3d-4a0c-b898-df488e98f29b HTTP/1.1" status: 204 len: 168 time: 0.3723295 May 10 14:02:25.166868 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9b1a4-558f-4d30-a742-4b0c474611ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee17bf9-3c3d-4a0c-b898-df488e98f29b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:25.211490 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88239805-0a6f-4c5e-918b-5482a8ec094e req-fd647030-a928-46e6-99b6-0e0ab8522079 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 May 10 14:02:25.279980 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 30a4e6db-5223-416e-8dbe-46ef6ea6be27 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:25.327424 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:25.335342 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:25.335555 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.419356 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:25.419743 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.470085 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a4e6db-5223-416e-8dbe-46ef6ea6be27'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:25.532304 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27,segment=NetworkSegment(995fb921-c9c0-4a82-bc3c-b76fc79b241c),segment_id=995fb921-c9c0-4a82-bc3c-b76fc79b241c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:25.537775 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.604488 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=30a4e6db-5223-416e-8dbe-46ef6ea6be27,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:25.631457 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55438) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:25.645847 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a582a626-2bc9-4efa-ad20-920660e3ca41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.743830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a582a626-2bc9-4efa-ad20-920660e3ca41 admin admin] Publish callbacks [] for security_group (ac777fec-7d21-4a2d-8476-4bbe695c5dda), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.749284 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a582a626-2bc9-4efa-ad20-920660e3ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ac777fec-7d21-4a2d-8476-4bbe695c5dda), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.819710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a626-2bc9-4efa-ad20-920660e3ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac777fec-7d21-4a2d-8476-4bbe695c5dda,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:25.826910 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a582a626-2bc9-4efa-ad20-920660e3ca41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcd1c509c43f4a9f95b8fba591b0090f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938360 May 10 14:02:25.831062 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55446) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:25.839766 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1ae6-05e0-4f04-b857-d707b5adadcc req-2d0d627a-e0f9-4eab-93b8-ff4a708518f0 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:25.841534 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-527d1ae6-05e0-4f04-b857-d707b5adadcc req-2d0d627a-e0f9-4eab-93b8-ff4a708518f0 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0793841 May 10 14:02:25.901514 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-527d1ae6-05e0-4f04-b857-d707b5adadcc req-0e7860e4-2890-4c81-99b3-41ba95ede081 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544357 May 10 14:02:25.912550 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5dc1-155c-4073-8edb-6928923d7a30 admin admin] Publish callbacks [] for security_group (ac777fec-7d21-4a2d-8476-4bbe695c5dda), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.917327 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af170ffd-b8f1-4688-9b8d-f9d298943327" -d '{"events": [{"server_uuid": "1f772bda-ce73-4ac2-aa73-28852bfa8b92", "name": "network-vif-plugged", "status": "completed", "tag": "30a4e6db-5223-416e-8dbe-46ef6ea6be27"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:25.952308 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5dc1-155c-4073-8edb-6928923d7a30 admin admin] Publish callbacks [] for security_group (ac777fec-7d21-4a2d-8476-4bbe695c5dda), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.017825 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5dc1-155c-4073-8edb-6928923d7a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ac777fec-7d21-4a2d-8476-4bbe695c5dda), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.023102 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5dc1-155c-4073-8edb-6928923d7a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.024803 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c8ca5dc1-155c-4073-8edb-6928923d7a30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac777fec-7d21-4a2d-8476-4bbe695c5dda HTTP/1.1" status: 204 len: 168 time: 0.1919050 May 10 14:02:26.035155 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5dc1-155c-4073-8edb-6928923d7a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac777fec-7d21-4a2d-8476-4bbe695c5dda,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:26.191147 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171340-37c4-48ad-95c3-ab8085bc24f3 req-573d17f6-1616-4944-a26a-a1e626de6594 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:26.192659 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dd171340-37c4-48ad-95c3-ab8085bc24f3 req-573d17f6-1616-4944-a26a-a1e626de6594 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0636437 May 10 14:02:26.281119 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dd171340-37c4-48ad-95c3-ab8085bc24f3 req-ab53bf88-4801-4996-9a4b-2262d3dfd06c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797405 May 10 14:02:26.339761 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70e9076f-16ac-4a0b-83d5-93d9ef361249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.393937 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5fdad1-2297-4adf-8820-35e4e6ab103b x-openstack-request-id: req-9a5fdad1-2297-4adf-8820-35e4e6ab103b {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:26.394274 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f772bda-ce73-4ac2-aa73-28852bfa8b92", "name": "network-vif-plugged", "status": "completed", "tag": "30a4e6db-5223-416e-8dbe-46ef6ea6be27", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:26.394777 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a5fdad1-2297-4adf-8820-35e4e6ab103b {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:26.395543 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5fdad1-2297-4adf-8820-35e4e6ab103b'] response: {'server_uuid': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a4e6db-5223-416e-8dbe-46ef6ea6be27', 'code': 200} May 10 14:02:26.449381 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c1a05-e744-4236-bc20-678fe02a8417 req-9ef5c790-6f22-4137-9051-d957a2a2a300 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:26.450910 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-925c1a05-e744-4236-bc20-678fe02a8417 req-9ef5c790-6f22-4137-9051-d957a2a2a300 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0504236 May 10 14:02:26.492548 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55480) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:26.508627 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-925c1a05-e744-4236-bc20-678fe02a8417 req-1eb137da-ec47-45ec-8d7b-67b27952dd14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 May 10 14:02:26.604071 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55486) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:26.619046 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff6c64e4-7b9c-4c32-94ad-b248aaba9813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.711246 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-47ed28cc-de39-4de7-a24b-71705f00a028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.722704 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff6c64e4-7b9c-4c32-94ad-b248aaba9813 admin admin] Publish callbacks [] for security_group (9454efc6-3384-4f1e-86e0-70e5c295cff2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.729725 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff6c64e4-7b9c-4c32-94ad-b248aaba9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9454efc6-3384-4f1e-86e0-70e5c295cff2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.787775 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c64e4-7b9c-4c32-94ad-b248aaba9813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9454efc6-3384-4f1e-86e0-70e5c295cff2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:26.792580 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ff6c64e4-7b9c-4c32-94ad-b248aaba9813 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e783bb3eb664335aa89e468147e0634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874647 May 10 14:02:26.795519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55492) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:26.843389 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-47ed28cc-de39-4de7-a24b-71705f00a028 admin admin] Publish callbacks [] for security_group (56092cb9-f35b-441f-be0c-d8e73c51777f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.848473 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-47ed28cc-de39-4de7-a24b-71705f00a028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (56092cb9-f35b-441f-be0c-d8e73c51777f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.868596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1587069-a8c4-494c-bebc-fbbb2bfd6b00 admin admin] Publish callbacks [] for security_group (9454efc6-3384-4f1e-86e0-70e5c295cff2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.891164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1587069-a8c4-494c-bebc-fbbb2bfd6b00 admin admin] Publish callbacks [] for security_group (9454efc6-3384-4f1e-86e0-70e5c295cff2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:26.895445 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-47ed28cc-de39-4de7-a24b-71705f00a028 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e3a63aa2c624d65afa1117255819584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990517 May 10 14:02:26.895445 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed28cc-de39-4de7-a24b-71705f00a028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56092cb9-f35b-441f-be0c-d8e73c51777f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:26.896766 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55498) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:26.982441 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35e02016-5021-4d67-bff1-ca3bf5ed755b admin admin] Publish callbacks [] for security_group (56092cb9-f35b-441f-be0c-d8e73c51777f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:27.001607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1587069-a8c4-494c-bebc-fbbb2bfd6b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9454efc6-3384-4f1e-86e0-70e5c295cff2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:27.004172 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a1587069-a8c4-494c-bebc-fbbb2bfd6b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:27.005868 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a1587069-a8c4-494c-bebc-fbbb2bfd6b00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9454efc6-3384-4f1e-86e0-70e5c295cff2 HTTP/1.1" status: 204 len: 168 time: 0.2037666 May 10 14:02:27.012906 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35e02016-5021-4d67-bff1-ca3bf5ed755b admin admin] Publish callbacks [] for security_group (56092cb9-f35b-441f-be0c-d8e73c51777f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:27.024634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1587069-a8c4-494c-bebc-fbbb2bfd6b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9454efc6-3384-4f1e-86e0-70e5c295cff2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:27.058929 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679fe0b-cc7e-4c43-b010-3244522ebbca req-fd65d201-da85-403d-a5fa-ccc3256ac5aa tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.060824 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2679fe0b-cc7e-4c43-b010-3244522ebbca req-fd65d201-da85-403d-a5fa-ccc3256ac5aa tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0601656 May 10 14:02:27.087267 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35e02016-5021-4d67-bff1-ca3bf5ed755b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (56092cb9-f35b-441f-be0c-d8e73c51777f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:27.089887 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-35e02016-5021-4d67-bff1-ca3bf5ed755b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:27.091079 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-35e02016-5021-4d67-bff1-ca3bf5ed755b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56092cb9-f35b-441f-be0c-d8e73c51777f HTTP/1.1" status: 204 len: 168 time: 0.1882091 May 10 14:02:27.108778 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e02016-5021-4d67-bff1-ca3bf5ed755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56092cb9-f35b-441f-be0c-d8e73c51777f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:27.137676 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2679fe0b-cc7e-4c43-b010-3244522ebbca req-b8ac455a-76bd-44d3-b7e9-b58fbd000af9 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712018 May 10 14:02:27.410836 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde672-e000-4d75-91ed-5db3ba0be3cb req-0ea30c52-408a-446c-8dde-a06ddf28106f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.421797 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c1cde672-e000-4d75-91ed-5db3ba0be3cb req-0ea30c52-408a-446c-8dde-a06ddf28106f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0606265 May 10 14:02:27.510224 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c1cde672-e000-4d75-91ed-5db3ba0be3cb req-20ff300b-71f4-4c2d-a528-12f963ae3cff tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780931 May 10 14:02:27.633852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178577a4-a091-4cc0-b74f-e435505bc7ea req-37d6744b-74a9-4aca-82a8-4faa1499b4a9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.635470 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-178577a4-a091-4cc0-b74f-e435505bc7ea req-37d6744b-74a9-4aca-82a8-4faa1499b4a9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0548522 May 10 14:02:27.701249 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-178577a4-a091-4cc0-b74f-e435505bc7ea req-510c93be-889d-4f1a-a8a8-e2326dcce404 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 May 10 14:02:27.744673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:28.066768 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7fcebda4-a245-47da-98d3-1c315a7310e9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:28.171927 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 7fcebda4-a245-47da-98d3-1c315a7310e9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7fcebda4-a245-47da-98d3-1c315a7310e9,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:28.185060 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '7fcebda4-a245-47da-98d3-1c315a7310e9', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'port_id': '7fcebda4-a245-47da-98d3-1c315a7310e9', 'mac_address': 'fa:16:3e:ff:47:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:28.224807 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 7fcebda4-a245-47da-98d3-1c315a7310e9 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:28.225227 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:28.240153 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcebda4-a245-47da-98d3-1c315a7310e9 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:28.264388 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 7fcebda4-a245-47da-98d3-1c315a7310e9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7fcebda4-a245-47da-98d3-1c315a7310e9,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:28.270664 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:28.284655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421540a-7ec5-4d12-ad09-d36a42d4f64b req-06ab0c29-2be9-4e7d-b7f5-b4f8340bbb35 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.292995 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8421540a-7ec5-4d12-ad09-d36a42d4f64b req-06ab0c29-2be9-4e7d-b7f5-b4f8340bbb35 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0613053 May 10 14:02:28.323539 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=7fcebda4-a245-47da-98d3-1c315a7310e9,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:28.383638 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8421540a-7ec5-4d12-ad09-d36a42d4f64b req-1bf99620-f325-4eaf-bdd9-a7bc082e6113 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892665 May 10 14:02:28.653101 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5df0-ef2d-4cd0-b7e3-36fb494431da req-be99b8b5-6e23-4915-993f-d0f8779582c8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.654472 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7e7f5df0-ef2d-4cd0-b7e3-36fb494431da req-be99b8b5-6e23-4915-993f-d0f8779582c8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0481405 May 10 14:02:28.703409 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7e7f5df0-ef2d-4cd0-b7e3-36fb494431da req-f70e8ae7-ecc0-4906-8fe8-5744e9826e1b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 May 10 14:02:28.812344 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051686-4409-4c45-aaef-10d25f36a635 req-47fd63cc-5747-46dd-a207-e5231e8f45a5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.813766 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8e051686-4409-4c45-aaef-10d25f36a635 req-47fd63cc-5747-46dd-a207-e5231e8f45a5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0456319 May 10 14:02:28.859822 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8e051686-4409-4c45-aaef-10d25f36a635 req-a204ab5f-5e92-49d2-aef2-fd95cc0ce80e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 May 10 14:02:28.885762 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:29.492919 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c811e1-21a7-4f86-91f4-5d4d47fcfb1f req-71d4ce05-d01a-487c-a021-1ded3bd85107 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.494413 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53c811e1-21a7-4f86-91f4-5d4d47fcfb1f req-71d4ce05-d01a-487c-a021-1ded3bd85107 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0474174 May 10 14:02:29.541405 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53c811e1-21a7-4f86-91f4-5d4d47fcfb1f req-44949e6b-cbca-482e-9381-23ffd77fe804 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 May 10 14:02:29.714858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-d3be1310-bf4f-4575-97f8-a143debd6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.716335 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-d3be1310-bf4f-4575-97f8-a143debd6b3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 1127 time: 0.0819728 May 10 14:02:29.730275 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-b776976d-1994-4ea7-9e8c-646d0a23a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.732329 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-b776976d-1994-4ea7-9e8c-646d0a23a923 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1128 time: 0.0677891 May 10 14:02:29.824592 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-cca9bc52-15e6-4597-ba82-cab88364ce02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a28325-933e-48f7-9d78-2defa48a5ac0 HTTP/1.1" status: 200 len: 217 time: 0.1007752 May 10 14:02:29.833001 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-fb05495e-65cf-4e44-ab59-7a4c3f9fab27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204 HTTP/1.1" status: 200 len: 217 time: 0.0737827 May 10 14:02:29.860075 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3b6d3-be12-4cc0-8c4a-d0b993af0472 req-915c86f2-cc65-4ca4-bafe-2136cd43aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.861971 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5e3b6d3-be12-4cc0-8c4a-d0b993af0472 req-915c86f2-cc65-4ca4-bafe-2136cd43aebc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 1129 time: 0.0872791 May 10 14:02:29.885145 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a5e3b6d3-be12-4cc0-8c4a-d0b993af0472 req-02bcf5e5-bd20-441e-b5ff-7a95b4bceb9b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:29.936435 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f3e3c-c2cb-4aa7-8ac5-700080fd8bc2 req-d1054f0f-6e80-4aa5-84fa-bfa7aa4945bf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.938114 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-160f3e3c-c2cb-4aa7-8ac5-700080fd8bc2 req-d1054f0f-6e80-4aa5-84fa-bfa7aa4945bf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.1448028 May 10 14:02:29.978869 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-0620d7c0-04a7-4d23-9656-a677e29f4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.979700 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-0620d7c0-04a7-4d23-9656-a677e29f4291 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.1442909 May 10 14:02:29.982606 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-df04c1a8-6c32-42d0-9112-2605b812562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.983947 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-df04c1a8-6c32-42d0-9112-2605b812562b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.1175818 May 10 14:02:30.010821 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a5e3b6d3-be12-4cc0-8c4a-d0b993af0472 req-02bcf5e5-bd20-441e-b5ff-7a95b4bceb9b service neutron] Publish callbacks [] for security_group (0abfc014-92a7-4b0a-94ac-16f30fd38c1e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:30.017529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf227-714d-4a86-ba99-f8915ed03402 req-8bf0cc7d-b019-4e5c-a21d-ba55d20bd106 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.019090 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e33cf227-714d-4a86-ba99-f8915ed03402 req-8bf0cc7d-b019-4e5c-a21d-ba55d20bd106 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0754926 May 10 14:02:30.020190 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a5e3b6d3-be12-4cc0-8c4a-d0b993af0472 req-02bcf5e5-bd20-441e-b5ff-7a95b4bceb9b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (0abfc014-92a7-4b0a-94ac-16f30fd38c1e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:30.079128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcf5e5-bd20-441e-b5ff-7a95b4bceb9b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0abfc014-92a7-4b0a-94ac-16f30fd38c1e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:30.084387 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5e3b6d3-be12-4cc0-8c4a-d0b993af0472 req-02bcf5e5-bd20-441e-b5ff-7a95b4bceb9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154958 May 10 14:02:30.094301 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-160f3e3c-c2cb-4aa7-8ac5-700080fd8bc2 req-95d03bf8-2e9b-439c-9949-124949d915ae tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505637 May 10 14:02:30.114387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-743e7d89-5499-48ed-a6f0-3070ca4c3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.114387 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-743e7d89-5499-48ed-a6f0-3070ca4c3fad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192071 May 10 14:02:30.114387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d1c-a533-4573-b530-825f6125b748 req-45e6dc8e-a1c6-4344-8e92-ada7399002cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.114387 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-45e6dc8e-a1c6-4344-8e92-ada7399002cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231937 May 10 14:02:30.138922 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e33cf227-714d-4a86-ba99-f8915ed03402 req-68031cc7-fb99-402a-890a-3dc2031391ce tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105742 May 10 14:02:30.308175 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:30.376745 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['7fcebda4-a245-47da-98d3-1c315a7310e9'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:30.880565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e6da-bda8-408b-9537-fd977af14cd0 req-03b94d24-972d-4ec1-80b1-7112042d5eeb tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.882034 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b444e6da-bda8-408b-9537-fd977af14cd0 req-03b94d24-972d-4ec1-80b1-7112042d5eeb tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0839851 May 10 14:02:30.924103 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-5f44ca09-0b70-40e4-aa35-2fe4e9554962 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266932 May 10 14:02:30.924342 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-a434c75f-b472-40ef-a51a-8792a7731ad8 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314773 May 10 14:02:30.954979 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b444e6da-bda8-408b-9537-fd977af14cd0 req-40ebbe9e-9ac7-431a-bf4e-a91ea3e7f012 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626426 May 10 14:02:31.222437 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b043fd-9e72-495f-a1b1-1f3f3aaae4d0 req-bd355c55-3107-43d0-9382-3de28ce531ca tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.222437 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3b043fd-9e72-495f-a1b1-1f3f3aaae4d0 req-bd355c55-3107-43d0-9382-3de28ce531ca tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0601091 May 10 14:02:31.266023 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e9078-acb7-4dd8-8dc6-ed3c6ba0d967 req-de697f34-bea7-47e5-acdf-3e321f5746d4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.267711 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a8e9078-acb7-4dd8-8dc6-ed3c6ba0d967 req-de697f34-bea7-47e5-acdf-3e321f5746d4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0566492 May 10 14:02:31.282141 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3b043fd-9e72-495f-a1b1-1f3f3aaae4d0 req-6e9c4d7c-be65-4c25-9598-664271d85dc7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 May 10 14:02:31.322111 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a8e9078-acb7-4dd8-8dc6-ed3c6ba0d967 req-d9684afb-4862-4272-8654-687ef5853ca1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467992 May 10 14:02:31.589171 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7fcebda4-a245-47da-98d3-1c315a7310e9 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:31.635277 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95f44d1c-a533-4573-b530-825f6125b748 req-b07796f8-5c9d-470a-8642-e1e8b889666d service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820056 May 10 14:02:31.637049 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bd4779c-f92a-4eab-b953-a2be100d5262 req-6e91fd73-b3af-4a68-9046-3019d7ec4fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851530 May 10 14:02:31.656721 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 7fcebda4-a245-47da-98d3-1c315a7310e9 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:31.666540 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 7fcebda4-a245-47da-98d3-1c315a7310e9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:31.666540 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:31.752953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 7fcebda4-a245-47da-98d3-1c315a7310e9 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:31.753346 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:31.784594 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcebda4-a245-47da-98d3-1c315a7310e9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:31.794894 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3cef15-f377-4288-a3cf-f1d9a83083da" -d '{"events": [{"server_uuid": "f8618c48-35fd-41ab-975f-ae42c69a6a94", "name": "network-vif-plugged", "status": "completed", "tag": "7fcebda4-a245-47da-98d3-1c315a7310e9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:31.809455 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 7fcebda4-a245-47da-98d3-1c315a7310e9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7fcebda4-a245-47da-98d3-1c315a7310e9,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:31.819814 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:31.852404 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a903ae3f-0b21-4b38-96d6-b62f6284cff5 x-openstack-request-id: req-a903ae3f-0b21-4b38-96d6-b62f6284cff5 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:31.852724 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8618c48-35fd-41ab-975f-ae42c69a6a94", "name": "network-vif-plugged", "status": "completed", "tag": "7fcebda4-a245-47da-98d3-1c315a7310e9", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:31.852977 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a903ae3f-0b21-4b38-96d6-b62f6284cff5 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:31.853525 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a903ae3f-0b21-4b38-96d6-b62f6284cff5'] response: {'server_uuid': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcebda4-a245-47da-98d3-1c315a7310e9', 'code': 200} May 10 14:02:31.882232 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=7fcebda4-a245-47da-98d3-1c315a7310e9,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:32.074263 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a7b22-ade4-4574-a2f1-864a85d0c701 req-f491c3a6-2259-4f93-801f-4f32d839def4 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.075896 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b70a7b22-ade4-4574-a2f1-864a85d0c701 req-f491c3a6-2259-4f93-801f-4f32d839def4 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0509319 May 10 14:02:32.132613 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b70a7b22-ade4-4574-a2f1-864a85d0c701 req-c72b6587-e870-4ec3-8b3e-7c8b7cf3bc2f tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 May 10 14:02:32.382033 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:02:32.424911 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42f448-5862-4798-b755-9ecc63a3b4eb req-40f12fc5-f22b-4a7a-8035-e9d24a87b16f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.430993 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b42f448-5862-4798-b755-9ecc63a3b4eb req-40f12fc5-f22b-4a7a-8035-e9d24a87b16f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0691378 May 10 14:02:32.456369 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f419277-9143-4e36-a48e-85826457c331 req-e2306356-e9be-4dd4-a7ef-d1bbf80a9356 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.457850 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f419277-9143-4e36-a48e-85826457c331 req-e2306356-e9be-4dd4-a7ef-d1bbf80a9356 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0528429 May 10 14:02:32.476956 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b42f448-5862-4798-b755-9ecc63a3b4eb req-5f758f75-7ec1-4ce3-8872-306816c55dd7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 May 10 14:02:32.510023 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f419277-9143-4e36-a48e-85826457c331 req-2dfd4042-5e7b-40b7-aeee-64cdd0141125 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 May 10 14:02:33.251087 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd6f45-b396-4a57-b6c9-79e04c53ba54 req-d01d836b-e95b-4449-92da-d862625331e1 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.252588 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-90cd6f45-b396-4a57-b6c9-79e04c53ba54 req-d01d836b-e95b-4449-92da-d862625331e1 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0510323 May 10 14:02:33.300421 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-90cd6f45-b396-4a57-b6c9-79e04c53ba54 req-a6cfb02c-2d8f-4ae0-9e88-95313fc2168a tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 May 10 14:02:33.596344 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c46a11-022b-42f0-a541-4b0f1ae6ccad req-c434e19a-2aee-4e1f-8093-05edb3ff88f5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.598033 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73c46a11-022b-42f0-a541-4b0f1ae6ccad req-c434e19a-2aee-4e1f-8093-05edb3ff88f5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0503643 May 10 14:02:33.636903 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205cddb-0f09-49b4-9e53-f18db73f2e02 req-470eaa2e-2284-4fed-89b8-6597811d58f0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.638471 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7205cddb-0f09-49b4-9e53-f18db73f2e02 req-470eaa2e-2284-4fed-89b8-6597811d58f0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0585296 May 10 14:02:33.666561 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73c46a11-022b-42f0-a541-4b0f1ae6ccad req-2a73a266-5a25-421d-b413-dd2c824c0682 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573866 May 10 14:02:33.689347 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7205cddb-0f09-49b4-9e53-f18db73f2e02 req-32f3b054-b843-48c8-81dc-43191a6db53e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 May 10 14:02:34.438226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6159-d92d-44a7-9e80-431fed89359d req-54cf7c60-01ad-460b-9feb-ac403e5173b2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.439567 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abdc6159-d92d-44a7-9e80-431fed89359d req-54cf7c60-01ad-460b-9feb-ac403e5173b2 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0683107 May 10 14:02:34.488556 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abdc6159-d92d-44a7-9e80-431fed89359d req-7c4e6707-9885-4970-9d13-6549d121e10e tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 May 10 14:02:34.802467 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6014c-abaa-4723-a6bc-dc6a0193933b req-6510d545-753e-4d21-b730-f91df34bbe6a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.803960 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4a6014c-abaa-4723-a6bc-dc6a0193933b req-6510d545-753e-4d21-b730-f91df34bbe6a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 943 time: 0.0651281 May 10 14:02:34.829590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9c455-c56b-4a29-a06e-d22fbd464c74 req-bf8d767c-b417-4c30-b01e-0d1c04602650 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.831791 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43e9c455-c56b-4a29-a06e-d22fbd464c74 req-bf8d767c-b417-4c30-b01e-0d1c04602650 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0673110 May 10 14:02:34.873428 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4a6014c-abaa-4723-a6bc-dc6a0193933b req-a54e862f-15bf-4b7b-aa4f-723a81878397 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612950 May 10 14:02:34.899176 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43e9c455-c56b-4a29-a06e-d22fbd464c74 req-9245a7a5-adae-417b-888a-95a26d3486b0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 May 10 14:02:34.994495 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55864) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:35.022057 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.122860 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.202666 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Publish callbacks [] for security_group (f6a4c8ba-3291-476a-9693-e2b12b901593), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.207210 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f6a4c8ba-3291-476a-9693-e2b12b901593), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.248874 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbc2c2bd10964440b9cd09048e68ab9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532706 May 10 14:02:35.250000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a4c8ba-3291-476a-9693-e2b12b901593,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:35.251693 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55874) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:35.258600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.258953 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.259325 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.259677 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.260015 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.260346 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.260682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.261003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.261344 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.261673 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.262000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.262367 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.262695 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.263020 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.263339 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ae37e-044f-41ba-a515-d75e38b41935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.304604 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Publish callbacks [] for security_group (f6a4c8ba-3291-476a-9693-e2b12b901593), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.327470 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Publish callbacks [] for security_group (f6a4c8ba-3291-476a-9693-e2b12b901593), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.376418 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f6a4c8ba-3291-476a-9693-e2b12b901593), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.379265 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.381061 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6a4c8ba-3291-476a-9693-e2b12b901593 HTTP/1.1" status: 204 len: 168 time: 0.1279507 May 10 14:02:35.388810 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a4c8ba-3291-476a-9693-e2b12b901593,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:35.397347 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.397799 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.398158 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.398591 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.398998 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.399408 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.399743 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.400230 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.400510 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.400887 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.401308 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.401779 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.402145 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.402553 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.402911 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2066c4-61c1-4d5b-829b-184f575eadd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.588297 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 16a28325-933e-48f7-9d78-2defa48a5ac0 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:35.640275 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af614b-e091-4d55-a349-f315dcdde979 req-29f3fb26-77db-4094-b14f-0da529c7663d tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.643708 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-48af614b-e091-4d55-a349-f315dcdde979 req-29f3fb26-77db-4094-b14f-0da529c7663d tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0701044 May 10 14:02:35.731192 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-48af614b-e091-4d55-a349-f315dcdde979 req-cdbb3baf-fdee-4a76-be9f-82abe07c9626 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773621 May 10 14:02:35.748857 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 16a28325-933e-48f7-9d78-2defa48a5ac0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=16a28325-933e-48f7-9d78-2defa48a5ac0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:35.762861 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:35.775618 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 55898) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:35.794938 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed7c69ac-9f50-41ad-aa0c-72714c5fbd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.807210 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 16a28325-933e-48f7-9d78-2defa48a5ac0 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:35.807589 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.821229 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a28325-933e-48f7-9d78-2defa48a5ac0 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:35.843823 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 16a28325-933e-48f7-9d78-2defa48a5ac0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=16a28325-933e-48f7-9d78-2defa48a5ac0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:35.847875 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.902015 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=16a28325-933e-48f7-9d78-2defa48a5ac0,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:35.909906 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.910297 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.910627 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.910981 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.911339 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed7c69ac-9f50-41ad-aa0c-72714c5fbd69 admin admin] Publish callbacks [] for security_group (77895e85-c875-4ee4-8dbf-fc81c633476e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.911931 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.911931 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.912080 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.912336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.912658 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.912978 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.913293 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.913634 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.913936 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.914333 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.914641 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:35.919045 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed7c69ac-9f50-41ad-aa0c-72714c5fbd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (77895e85-c875-4ee4-8dbf-fc81c633476e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.960141 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ed7c69ac-9f50-41ad-aa0c-72714c5fbd69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56cccd1b02bc44358b588b3f9c22c8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827734 May 10 14:02:35.963217 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 55906) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:36.011559 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c69ac-9f50-41ad-aa0c-72714c5fbd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77895e85-c875-4ee4-8dbf-fc81c633476e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:36.070086 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf03f72-0222-404d-8919-3ba99b6f963a req-d3e757e6-29b2-4721-a27a-681d773567e0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:36.072032 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbf03f72-0222-404d-8919-3ba99b6f963a req-d3e757e6-29b2-4721-a27a-681d773567e0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0820799 May 10 14:02:36.086598 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cead4ce-5feb-4cb4-b6bd-8589b5ffa605 admin admin] Publish callbacks [] for security_group (77895e85-c875-4ee4-8dbf-fc81c633476e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.130808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cead4ce-5feb-4cb4-b6bd-8589b5ffa605 admin admin] Publish callbacks [] for security_group (77895e85-c875-4ee4-8dbf-fc81c633476e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.133001 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbf03f72-0222-404d-8919-3ba99b6f963a req-69d98ead-3173-4afc-b66c-c371e0b30a6d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542393 May 10 14:02:36.173823 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62320e58-54f2-4968-b2ae-545b6b6476b4 req-fe4233f2-7137-490b-b17d-94c5cfbe58fb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:36.175316 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-62320e58-54f2-4968-b2ae-545b6b6476b4 req-fe4233f2-7137-490b-b17d-94c5cfbe58fb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 944 time: 0.1612515 May 10 14:02:36.235418 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-62320e58-54f2-4968-b2ae-545b6b6476b4 req-d4fa5c57-69f6-4055-92b9-d029fc6c34a3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496836 May 10 14:02:36.236395 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cead4ce-5feb-4cb4-b6bd-8589b5ffa605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (77895e85-c875-4ee4-8dbf-fc81c633476e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.238994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2cead4ce-5feb-4cb4-b6bd-8589b5ffa605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.240708 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2cead4ce-5feb-4cb4-b6bd-8589b5ffa605 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77895e85-c875-4ee4-8dbf-fc81c633476e HTTP/1.1" status: 204 len: 168 time: 0.2756360 May 10 14:02:36.251047 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cead4ce-5feb-4cb4-b6bd-8589b5ffa605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77895e85-c875-4ee4-8dbf-fc81c633476e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:36.293485 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['16a28325-933e-48f7-9d78-2defa48a5ac0'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:37.254734 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ef85-dc62-4da6-8f6d-651bfe4dde89 req-0ceb0405-d917-4a16-9fb8-92d1b2c92a3f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.257003 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8a38ef85-dc62-4da6-8f6d-651bfe4dde89 req-0ceb0405-d917-4a16-9fb8-92d1b2c92a3f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 944 time: 0.0509033 May 10 14:02:37.315226 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8a38ef85-dc62-4da6-8f6d-651bfe4dde89 req-52d73b8c-f8d8-4629-aac7-b5960aa51309 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517602 May 10 14:02:37.486671 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c16a9-f1a0-4eaa-bb6d-8f2d8fd758d0 req-30396be8-c498-4583-b45a-e60e90d30f8f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.488169 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-992c16a9-f1a0-4eaa-bb6d-8f2d8fd758d0 req-30396be8-c498-4583-b45a-e60e90d30f8f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 944 time: 0.0534384 May 10 14:02:37.544537 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-992c16a9-f1a0-4eaa-bb6d-8f2d8fd758d0 req-ae9793e3-f2cd-4dfa-b4ad-231d93de6c75 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497665 May 10 14:02:37.609405 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fec44231-1d3b-4ecc-b5bb-dddd45402204 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:37.636500 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 16a28325-933e-48f7-9d78-2defa48a5ac0 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:37.757444 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 16a28325-933e-48f7-9d78-2defa48a5ac0 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:37.772454 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port fec44231-1d3b-4ecc-b5bb-dddd45402204, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:37.774298 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 16a28325-933e-48f7-9d78-2defa48a5ac0 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:37.774775 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:37.813763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'fec44231-1d3b-4ecc-b5bb-dddd45402204', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'port_id': 'fec44231-1d3b-4ecc-b5bb-dddd45402204', 'mac_address': 'fa:16:3e:43:31:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:37.984675 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-534c29f8-5b84-4401-a9f0-99f5834ed127 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1685400 May 10 14:02:38.053217 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270433be-4225-497b-a1ce-7547fd84f7ec req-92bf139b-22d6-4dd7-b125-2f37e3e9511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.055124 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-270433be-4225-497b-a1ce-7547fd84f7ec req-92bf139b-22d6-4dd7-b125-2f37e3e9511c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1129 time: 0.0881436 May 10 14:02:38.082527 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port fec44231-1d3b-4ecc-b5bb-dddd45402204 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:38.083512 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.122066 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec44231-1d3b-4ecc-b5bb-dddd45402204 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:38.122163 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-4044f12c-bc56-4229-a5ee-e6ec7ca1a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.123261 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-4044f12c-bc56-4229-a5ee-e6ec7ca1a017 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db378765a65d4ed59cf60275bc325525&device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 1129 time: 0.0847702 May 10 14:02:38.144022 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 16a28325-933e-48f7-9d78-2defa48a5ac0 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:38.144462 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.169509 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port fec44231-1d3b-4ecc-b5bb-dddd45402204, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:38.186508 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.189376 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:38.192785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b367dbbe-e253-4f6f-a69f-ba6b37d51e34" -d '{"events": [{"server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "name": "network-vif-plugged", "status": "completed", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:38.238413 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 16a28325-933e-48f7-9d78-2defa48a5ac0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=16a28325-933e-48f7-9d78-2defa48a5ac0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:38.246527 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.282502 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187d8f99-b5a1-40b2-b03b-538f0b0c43c7 x-openstack-request-id: req-187d8f99-b5a1-40b2-b03b-538f0b0c43c7 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:38.282798 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "name": "network-vif-plugged", "status": "completed", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:38.283099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-187d8f99-b5a1-40b2-b03b-538f0b0c43c7 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:38.283502 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187d8f99-b5a1-40b2-b03b-538f0b0c43c7'] response: {'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'code': 200} May 10 14:02:38.303398 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-270433be-4225-497b-a1ce-7547fd84f7ec req-bb2a2a8f-04b8-43e9-a67e-c2454b361940 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393885 May 10 14:02:38.317601 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=fec44231-1d3b-4ecc-b5bb-dddd45402204,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:38.386034 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-9fb58a6b-8090-4225-9a05-65ed9cd73610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.388810 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-9fb58a6b-8090-4225-9a05-65ed9cd73610 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63e3b9a3-6735-4ab6-ace1-2a506015af5f HTTP/1.1" status: 200 len: 913 time: 0.2371147 May 10 14:02:38.418564 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=16a28325-933e-48f7-9d78-2defa48a5ac0,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:38.520470 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e4f59-17a0-49dd-b5c7-90bd1c9eaa51 req-db01610c-fd3f-49dd-b2a6-ba43b0549986 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.528749 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-302e4f59-17a0-49dd-b5c7-90bd1c9eaa51 req-db01610c-fd3f-49dd-b2a6-ba43b0549986 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 945 time: 0.0642557 May 10 14:02:38.582119 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['fec44231-1d3b-4ecc-b5bb-dddd45402204'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:38.608833 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-302e4f59-17a0-49dd-b5c7-90bd1c9eaa51 req-8a0d510d-97f2-4eb9-bc3b-ca5ce905ddf6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702467 May 10 14:02:38.673957 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-0fa7992e-0816-4462-83a6-1a0e6b342ee9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27 HTTP/1.1" status: 200 len: 217 time: 0.0892456 May 10 14:02:38.807255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d1aa6-0746-45fa-aa6e-b8327fa5a5c6 req-47aa55d1-33ee-4141-a02f-806c887bed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.808731 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f9d1aa6-0746-45fa-aa6e-b8327fa5a5c6 req-47aa55d1-33ee-4141-a02f-806c887bed2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 1129 time: 0.0476456 May 10 14:02:38.826956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a840-a130-40d2-adb2-b9522926670a req-655b7347-9e95-4814-b5a2-33060593be86 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.833730 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84f9a840-a130-40d2-adb2-b9522926670a req-655b7347-9e95-4814-b5a2-33060593be86 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.1521392 May 10 14:02:38.845298 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-30e43b90-0ae0-48b9-b646-74dd62a62202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.846740 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-30e43b90-0ae0-48b9-b646-74dd62a62202 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ec45e00-5eaa-484e-aa17-58575c46e459 HTTP/1.1" status: 200 len: 852 time: 0.1664214 May 10 14:02:38.897099 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84f9a840-a130-40d2-adb2-b9522926670a req-d1f08712-cbba-41ee-9eb9-03c3db2ba35d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622358 May 10 14:02:39.378359 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-6783c7a8-ac19-4e9e-be05-fc1d8190e296 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63e3b9a3-6735-4ab6-ace1-2a506015af5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403831 May 10 14:02:39.404853 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f9d1aa6-0746-45fa-aa6e-b8327fa5a5c6 req-033a0671-ffae-48f6-a0c9-6fa7a1f2b18e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682385 May 10 14:02:39.712433 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92088b12-32b1-4826-826c-746c2fa2513e req-fd504739-8937-4d80-a2a7-b3bf1d0dff21 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:39.713857 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92088b12-32b1-4826-826c-746c2fa2513e req-fd504739-8937-4d80-a2a7-b3bf1d0dff21 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 945 time: 0.0476770 May 10 14:02:39.766489 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92088b12-32b1-4826-826c-746c2fa2513e req-144786a3-7deb-42c0-bfd5-55508fdd5e18 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 May 10 14:02:40.021086 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f53a-5472-4e1c-bb21-1322ee25560c req-d885a012-aaa4-4b42-a59f-2a30836d9bf7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.027933 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ca9f53a-5472-4e1c-bb21-1322ee25560c req-d885a012-aaa4-4b42-a59f-2a30836d9bf7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0531225 May 10 14:02:40.090436 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ca9f53a-5472-4e1c-bb21-1322ee25560c req-2a04449e-5c69-45ca-befb-425031f65fe3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515137 May 10 14:02:40.884707 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa03a-2f15-4a74-bcbd-0a35ce4393f3 req-e1b4b9e3-5d37-4e57-a08a-ba1d0a40e7cb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.886165 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-679fa03a-2f15-4a74-bcbd-0a35ce4393f3 req-e1b4b9e3-5d37-4e57-a08a-ba1d0a40e7cb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 945 time: 0.0466449 May 10 14:02:40.933235 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-679fa03a-2f15-4a74-bcbd-0a35ce4393f3 req-7e3121c8-d0d6-4a6a-8bd6-edb25c25944c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 May 10 14:02:41.192550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88a649-b3c6-498f-80be-19a475b0cd49 req-781ce8f2-58b1-4028-a2c4-e3ddceb5b4fe tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:41.194759 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d88a649-b3c6-498f-80be-19a475b0cd49 req-781ce8f2-58b1-4028-a2c4-e3ddceb5b4fe tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0520306 May 10 14:02:41.248114 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d88a649-b3c6-498f-80be-19a475b0cd49 req-1eb80eba-0800-4a8b-8838-83adc112d5ae tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477295 May 10 14:02:42.047630 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667da99f-a8d9-4925-9a0d-f8d399b4607a req-9a465a4b-2cf6-4070-947d-3b54c5e74888 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.049062 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-667da99f-a8d9-4925-9a0d-f8d399b4607a req-9a465a4b-2cf6-4070-947d-3b54c5e74888 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 945 time: 0.0491750 May 10 14:02:42.095069 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-667da99f-a8d9-4925-9a0d-f8d399b4607a req-53d4ec13-f342-4920-9899-df0a67a74d83 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 May 10 14:02:42.362552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2f26-cdc5-4b15-972a-0b85cead8577 req-51f58b50-9915-4b1b-bc57-a7167103ef94 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.364009 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6dac2f26-cdc5-4b15-972a-0b85cead8577 req-51f58b50-9915-4b1b-bc57-a7167103ef94 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0469315 May 10 14:02:42.410123 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6dac2f26-cdc5-4b15-972a-0b85cead8577 req-650573e9-5785-4006-8f28-655055fea3c0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 May 10 14:02:43.204375 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1dd96-8358-4287-a950-b7b98801c48f req-2f070f2d-8baf-48b1-bce0-bb044dc7aa39 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.205782 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbb1dd96-8358-4287-a950-b7b98801c48f req-2f070f2d-8baf-48b1-bce0-bb044dc7aa39 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 945 time: 0.0448637 May 10 14:02:43.250978 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbb1dd96-8358-4287-a950-b7b98801c48f req-e1a8f9a5-b540-4685-affc-dae7b9233c56 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 May 10 14:02:43.520295 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc097a3b-5049-4afc-a304-6cde584b032e req-96b64671-4e39-4a16-8e0d-ef5fddf39459 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.521803 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc097a3b-5049-4afc-a304-6cde584b032e req-96b64671-4e39-4a16-8e0d-ef5fddf39459 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0448565 May 10 14:02:43.572327 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc097a3b-5049-4afc-a304-6cde584b032e req-8b8790a8-bc5c-4058-b124-276dcbe4c06a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449517 May 10 14:02:43.827314 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fec44231-1d3b-4ecc-b5bb-dddd45402204 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:43.879606 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port fec44231-1d3b-4ecc-b5bb-dddd45402204 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:43.886073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port fec44231-1d3b-4ecc-b5bb-dddd45402204 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:43.886474 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.963174 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port fec44231-1d3b-4ecc-b5bb-dddd45402204 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:43.963466 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.985671 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead53d16-350b-428b-abb0-ee729094fae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec44231-1d3b-4ecc-b5bb-dddd45402204'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:43.987881 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494b2a7f-4bbb-4510-b1b6-a78782a476c5" -d '{"events": [{"server_uuid": "ead53d16-350b-428b-abb0-ee729094fae0", "name": "network-vif-plugged", "status": "completed", "tag": "fec44231-1d3b-4ecc-b5bb-dddd45402204"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:44.000948 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port fec44231-1d3b-4ecc-b5bb-dddd45402204, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:44.004899 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:44.031888 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05831b-baf4-4057-938a-5df1b75058d1 x-openstack-request-id: req-ff05831b-baf4-4057-938a-5df1b75058d1 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:44.032202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead53d16-350b-428b-abb0-ee729094fae0", "name": "network-vif-plugged", "status": "completed", "tag": "fec44231-1d3b-4ecc-b5bb-dddd45402204", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:44.032463 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff05831b-baf4-4057-938a-5df1b75058d1 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:44.032848 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff05831b-baf4-4057-938a-5df1b75058d1'] response: {'server_uuid': 'ead53d16-350b-428b-abb0-ee729094fae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec44231-1d3b-4ecc-b5bb-dddd45402204', 'code': 200} May 10 14:02:44.058990 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=fec44231-1d3b-4ecc-b5bb-dddd45402204,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:44.362055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567a40e-4020-4ec0-8b83-7d96d26d6cf7 req-9c2b9443-b5f1-4898-8ade-8b49c14899d7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.363558 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4567a40e-4020-4ec0-8b83-7d96d26d6cf7 req-9c2b9443-b5f1-4898-8ade-8b49c14899d7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0469830 May 10 14:02:44.421558 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4567a40e-4020-4ec0-8b83-7d96d26d6cf7 req-25360b8e-8a2d-45f2-97f5-3fc60402e3f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473819 May 10 14:02:44.685090 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec39fd-1367-4bdf-a377-10361b056e00 req-7e292393-4f07-42ea-8901-cb0442dcf7b8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.686551 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbec39fd-1367-4bdf-a377-10361b056e00 req-7e292393-4f07-42ea-8901-cb0442dcf7b8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0458996 May 10 14:02:44.736359 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbec39fd-1367-4bdf-a377-10361b056e00 req-d3c869c7-7607-45e4-810b-99366368c332 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443168 May 10 14:02:45.260231 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-c0b8604b-01f0-438e-b106-63e9e93029b3 service neutron] 10.222.0.59 "GET /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862913 May 10 14:02:45.418602 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2e95f44-58bc-4411-9b6e-baa093126095 req-b8f1892c-2926-4c07-afd5-be896ba6dbf7 service neutron] 10.222.0.59 "GET /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071973 May 10 14:02:45.543944 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63218c4-76de-415e-9627-a8b152565f1c req-60e48457-6303-4e79-ab9c-b5567c3e62d6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.545568 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d63218c4-76de-415e-9627-a8b152565f1c req-60e48457-6303-4e79-ab9c-b5567c3e62d6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0513220 May 10 14:02:45.593154 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d63218c4-76de-415e-9627-a8b152565f1c req-7bd265e7-0f38-4c1c-a408-177446211516 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 May 10 14:02:45.859566 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08d61-234a-46f6-a0c1-54292dab880f req-95ec5581-d64c-4742-a5de-7eb01fed348f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.861037 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-abf08d61-234a-46f6-a0c1-54292dab880f req-95ec5581-d64c-4742-a5de-7eb01fed348f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0494661 May 10 14:02:45.909497 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-abf08d61-234a-46f6-a0c1-54292dab880f req-d49c15ba-a355-4a9e-bdc9-2ddce995bd50 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417452 May 10 14:02:46.714758 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3b0ea-9821-4453-8ca1-537b6acf744f req-a22c975b-3ed0-45b6-b203-28ea15501b47 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.716188 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95e3b0ea-9821-4453-8ca1-537b6acf744f req-a22c975b-3ed0-45b6-b203-28ea15501b47 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0490956 May 10 14:02:46.763699 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95e3b0ea-9821-4453-8ca1-537b6acf744f req-0cacd3a2-628e-47a6-8c6e-0c0714ee28f9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 May 10 14:02:47.019569 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397cc01-3a7e-4607-b591-64705582bdf4 req-1ce6a480-b828-4864-b39f-edc0abd4d045 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.021495 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a397cc01-3a7e-4607-b591-64705582bdf4 req-1ce6a480-b828-4864-b39f-edc0abd4d045 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0444100 May 10 14:02:47.067832 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a397cc01-3a7e-4607-b591-64705582bdf4 req-791bb2d1-686d-496e-b4b5-d9ac6995e540 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406017 May 10 14:02:47.877304 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd078eee-f5a1-4902-89db-6df61ae37126 req-4dbf92a1-1338-4d29-9242-762752e8ea7e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.878808 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd078eee-f5a1-4902-89db-6df61ae37126 req-4dbf92a1-1338-4d29-9242-762752e8ea7e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0480263 May 10 14:02:47.926471 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd078eee-f5a1-4902-89db-6df61ae37126 req-0607350f-6848-4b2d-947b-c5cfd1121b08 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 May 10 14:02:48.184284 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06909a-0855-43e9-8f84-f9bc7610fe2f req-4e7c0a9e-b778-4e15-a2aa-e21c93e9aa51 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:48.185699 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec06909a-0855-43e9-8f84-f9bc7610fe2f req-4e7c0a9e-b778-4e15-a2aa-e21c93e9aa51 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0516446 May 10 14:02:48.234419 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec06909a-0855-43e9-8f84-f9bc7610fe2f req-388148b5-b63d-4bec-9808-76fb2ad99ac7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 May 10 14:02:49.039030 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d05fa2-de75-46be-bfe1-99aa22c82aa5 req-1e326d5b-3fe4-400d-99fb-bd5bac22a1bd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:49.040482 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3d05fa2-de75-46be-bfe1-99aa22c82aa5 req-1e326d5b-3fe4-400d-99fb-bd5bac22a1bd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0460436 May 10 14:02:49.090544 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3d05fa2-de75-46be-bfe1-99aa22c82aa5 req-b4c1e7e6-9e51-4ffb-a151-fd1f42d9f720 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 May 10 14:02:49.347426 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9f6f-42e1-41c6-a972-82cbd8ac5b22 req-796c9d56-9f54-4f1b-9177-1ce29f64b12b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:49.348896 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f3c9f6f-42e1-41c6-a972-82cbd8ac5b22 req-796c9d56-9f54-4f1b-9177-1ce29f64b12b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0470796 May 10 14:02:49.396726 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f3c9f6f-42e1-41c6-a972-82cbd8ac5b22 req-7d69cb41-218a-4e00-b24b-ee5dd81f495e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 May 10 14:02:50.205000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406ac30-9236-45ae-88ac-8ccecaea9adb req-ad823a1e-e055-43cb-a83c-99b3476bf291 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.206482 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7406ac30-9236-45ae-88ac-8ccecaea9adb req-ad823a1e-e055-43cb-a83c-99b3476bf291 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0471156 May 10 14:02:50.253469 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7406ac30-9236-45ae-88ac-8ccecaea9adb req-02578e8e-5d8a-41d1-9284-a4ca7a3acef4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 May 10 14:02:50.515992 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f49a2-8165-41c9-a270-fc5f062b03c7 req-0a46bcd8-127d-4190-8aa9-13d4cbfcddda tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.517449 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7e0f49a2-8165-41c9-a270-fc5f062b03c7 req-0a46bcd8-127d-4190-8aa9-13d4cbfcddda tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0530369 May 10 14:02:50.739209 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7e0f49a2-8165-41c9-a270-fc5f062b03c7 req-b890030b-1551-4e49-92fb-63803df563f2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158623 May 10 14:02:51.366714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3095b-120a-4065-9d0a-e0f3b4c04708 req-f754aea0-5e50-4c5b-815a-f40fd7c91389 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.368439 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91d3095b-120a-4065-9d0a-e0f3b4c04708 req-f754aea0-5e50-4c5b-815a-f40fd7c91389 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0471230 May 10 14:02:51.414803 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91d3095b-120a-4065-9d0a-e0f3b4c04708 req-02c5b838-2020-4115-978b-8a46c60eaaf6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 May 10 14:02:51.854528 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7503e-ebf4-4cd4-b8c5-dcfcab69ba8e req-32f8c635-d077-4893-b656-f306a47be5d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.856015 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ceb7503e-ebf4-4cd4-b8c5-dcfcab69ba8e req-32f8c635-d077-4893-b656-f306a47be5d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0465744 May 10 14:02:51.905857 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ceb7503e-ebf4-4cd4-b8c5-dcfcab69ba8e req-ff5df69c-0b36-43d8-aa0c-d580318a8c6a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442524 May 10 14:02:52.530272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952aee-8077-468f-9c1a-5714ba28cf16 req-370fa0c1-833d-42eb-a0a7-aac5e5a7ce16 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:52.531999 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-29952aee-8077-468f-9c1a-5714ba28cf16 req-370fa0c1-833d-42eb-a0a7-aac5e5a7ce16 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0496712 May 10 14:02:52.585562 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-29952aee-8077-468f-9c1a-5714ba28cf16 req-6b5450e6-f9ff-44c3-9d5a-586f3f90d3ac tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 May 10 14:02:52.950559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b6e89-0c23-45d9-9527-1fab52bd885c req-a953e483-5581-43d2-a469-0f97f9daa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:52.952065 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc0b6e89-0c23-45d9-9527-1fab52bd885c req-a953e483-5581-43d2-a469-0f97f9daa7ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1130 time: 0.0373065 May 10 14:02:53.029157 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f3c9c-1e53-4604-b338-765408f57811 req-aafe11b2-3ffa-4fd8-b8d9-96a568823cb5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:53.031343 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-200f3c9c-1e53-4604-b338-765408f57811 req-aafe11b2-3ffa-4fd8-b8d9-96a568823cb5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0517888 May 10 14:02:53.082736 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc0b6e89-0c23-45d9-9527-1fab52bd885c req-94c0d918-ba9d-48a9-b9cf-a0cb7a826c0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599372 May 10 14:02:53.096719 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-200f3c9c-1e53-4604-b338-765408f57811 req-230fba2b-e615-421e-89d4-fd4fe819e746 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492327 May 10 14:02:53.211748 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129953-955e-470d-a59e-caf7db4d8f0d req-741f7d6d-7889-42f3-b226-f07d842ce2b3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:53.214679 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e1129953-955e-470d-a59e-caf7db4d8f0d req-741f7d6d-7889-42f3-b226-f07d842ce2b3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0534441 May 10 14:02:53.223171 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 56314) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:53.231366 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:53.300382 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (e3295967-2a57-432f-b0d0-ed1147a7b6b0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:53.782318 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae643-9bcf-469e-a030-1bdebee40212 req-3a177cbb-055b-42dd-aadb-ed504cdcb959 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:53.783778 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-619ae643-9bcf-469e-a030-1bdebee40212 req-3a177cbb-055b-42dd-aadb-ed504cdcb959 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.1243143 May 10 14:02:53.921833 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-619ae643-9bcf-469e-a030-1bdebee40212 req-6a77cfc2-1198-42c3-85c4-d3c3ff5a1887 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313708 May 10 14:02:54.013718 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:54.017376 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (e3295967-2a57-432f-b0d0-ed1147a7b6b0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:54.127534 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP e3295967-2a57-432f-b0d0-ed1147a7b6b0 associated. External IP: 172.27.2.207, port: 16a28325-933e-48f7-9d78-2defa48a5ac0. May 10 14:02:54.201402 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d3bc033b-2fef-4243-87cd-f45e58037198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:54.513816 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:02:54.618430 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:02:54.622878 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:54.636195 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:02:54.646121 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:54.646755 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:02:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:54.660148 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c4f7a11e-1958-46c1-9b99-c94a5f074b88 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "PUT /v2.0/floatingips/e3295967-2a57-432f-b0d0-ed1147a7b6b0 HTTP/1.1" status: 200 len: 991 time: 1.4336221 May 10 14:02:54.660148 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:54.660935 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea613e-66c3-4a40-93b3-37e39eac85bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:54.697958 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce229090-dc73-402c-822e-115cf1ea5c84 x-openstack-request-id: req-ce229090-dc73-402c-822e-115cf1ea5c84 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:54.698291 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:54.699250 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce229090-dc73-402c-822e-115cf1ea5c84 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:54.699813 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce229090-dc73-402c-822e-115cf1ea5c84'] response: {'name': 'network-changed', 'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'status': 'completed', 'code': 200} May 10 14:02:54.753481 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:55.037404 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77497-e5dd-4970-8aa9-60fd48b04030 req-c64f2f6b-1b57-4131-9c33-0b28e29868d0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:55.039039 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbc77497-e5dd-4970-8aa9-60fd48b04030 req-c64f2f6b-1b57-4131-9c33-0b28e29868d0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0491238 May 10 14:02:55.082411 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:53Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:55.085841 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbc77497-e5dd-4970-8aa9-60fd48b04030 req-b2b68d5f-41f5-4dde-ad4e-a2e5c142b591 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 May 10 14:02:55.111491 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:02:55.120408 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:55.121005 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:02:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:55.226695 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:55.444109 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:53Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:55.473585 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec394a1d-b908-49f2-8b01-7c26524842b2 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:53Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:02:55.656930 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdfa35e-433e-4450-96db-b7c831a51c13 None None] New status for floating IP e3295967-2a57-432f-b0d0-ed1147a7b6b0: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:02:56.203128 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd30f9-abbe-4265-8d7c-5d2d1f1fc8a1 req-ed5de438-0ddf-4801-a226-7e72dfaf1ba8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:56.204549 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8fd30f9-abbe-4265-8d7c-5d2d1f1fc8a1 req-ed5de438-0ddf-4801-a226-7e72dfaf1ba8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0462713 May 10 14:02:56.251182 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8fd30f9-abbe-4265-8d7c-5d2d1f1fc8a1 req-e6b94916-3661-4a32-aed0-56b8a5e8de2b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 May 10 14:02:56.312546 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf8b51a5-8de7-48ed-8701-dee36738ffd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:57.362046 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0496d1-0f5b-4889-a39b-30d1bc7eeeff req-aa434830-e007-4867-b3e6-ddc361c4350a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:57.363516 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fe0496d1-0f5b-4889-a39b-30d1bc7eeeff req-aa434830-e007-4867-b3e6-ddc361c4350a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0460706 May 10 14:02:57.410625 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fe0496d1-0f5b-4889-a39b-30d1bc7eeeff req-8c33809d-f1a2-4a6d-b3a4-a13f4fd227aa tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 May 10 14:02:57.741937 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:58.212770 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-9a5d57e7-ba1c-4a65-84a6-be95e3f6fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.214139 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-9a5d57e7-ba1c-4a65-84a6-be95e3f6fe80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 1129 time: 0.0385187 May 10 14:02:58.322842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-9ef479e5-3926-4a0d-9a71-884d045b7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.324337 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-9ef479e5-3926-4a0d-9a71-884d045b7163 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0862870 May 10 14:02:58.419300 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-a3fd804f-7a47-424a-892e-d96e69289f2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a28325-933e-48f7-9d78-2defa48a5ac0 HTTP/1.1" status: 200 len: 1001 time: 0.0876961 May 10 14:02:58.474932 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-a0b87120-aa21-433f-8cf5-2e42a56e73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.476890 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-a0b87120-aa21-433f-8cf5-2e42a56e73b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0466907 May 10 14:02:58.522959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb5d8b-864d-49c1-af0f-a0944889e878 req-5c948940-8b09-49bb-89e3-41bf580bb1c5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.524363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7fb5d8b-864d-49c1-af0f-a0944889e878 req-5c948940-8b09-49bb-89e3-41bf580bb1c5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0443544 May 10 14:02:58.568940 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7fb5d8b-864d-49c1-af0f-a0944889e878 req-56cf401a-b518-49eb-9401-26ccb4b75594 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 May 10 14:02:58.885876 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.678906 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-e48e0988-6e36-4a99-9659-6942310c792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.679663 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79c5c9-d7f3-421a-bb5b-d82e634e1aa8 req-95ef376f-b766-4357-8027-e5aa92db83cd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.680375 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e79c5c9-d7f3-421a-bb5b-d82e634e1aa8 req-95ef376f-b766-4357-8027-e5aa92db83cd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0457377 May 10 14:02:59.681171 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-e48e0988-6e36-4a99-9659-6942310c792b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388525 May 10 14:02:59.731077 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e79c5c9-d7f3-421a-bb5b-d82e634e1aa8 req-fd544eb8-e68b-4fdd-80c7-ff7f4a1600f8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 May 10 14:02:59.775634 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-0c533bc3-e77d-4f39-98e9-6eda5e3b5931 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 May 10 14:02:59.864445 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ea613e-66c3-4a40-93b3-37e39eac85bb req-fc43779a-e33f-48c1-8f69-5b00abc72940 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815580 May 10 14:03:00.311444 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.849937 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354783a0-9578-42c8-8096-e4a59a494255 req-e7dc6363-c508-4d69-b3b0-dc6ff50fd989 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:00.851937 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-354783a0-9578-42c8-8096-e4a59a494255 req-e7dc6363-c508-4d69-b3b0-dc6ff50fd989 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0509973 May 10 14:03:00.897092 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-354783a0-9578-42c8-8096-e4a59a494255 req-a37bc1ac-1ad4-408a-b067-0293d4533be7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 May 10 14:03:02.009208 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71988189-c14e-407b-8c36-f67aa4fdcd66 req-ec831cb2-84ec-4426-a685-c48d2eee2912 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:02.010572 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-71988189-c14e-407b-8c36-f67aa4fdcd66 req-ec831cb2-84ec-4426-a685-c48d2eee2912 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0469081 May 10 14:03:02.055477 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-71988189-c14e-407b-8c36-f67aa4fdcd66 req-faf882f9-26d0-46be-9691-72cdc750e53d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395198 May 10 14:03:03.168027 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01a22b-3b8a-4b7b-a5c9-1303bfdfbe48 req-e527ca58-4243-415a-9010-205540ef0501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:03.169496 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f01a22b-3b8a-4b7b-a5c9-1303bfdfbe48 req-e527ca58-4243-415a-9010-205540ef0501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0456769 May 10 14:03:03.216658 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f01a22b-3b8a-4b7b-a5c9-1303bfdfbe48 req-125e62d5-6ef1-46a1-9601-ef923a811a4c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 May 10 14:03:04.325424 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a627ab-b362-4bba-a5a6-5e25ed95131b req-0dee7bdb-9774-4303-9438-81ca0e9502a8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:04.326889 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c0a627ab-b362-4bba-a5a6-5e25ed95131b req-0dee7bdb-9774-4303-9438-81ca0e9502a8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0452821 May 10 14:03:04.378156 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c0a627ab-b362-4bba-a5a6-5e25ed95131b req-69a01218-8d74-44da-bab2-895b1b8f0ac1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 May 10 14:03:05.027644 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:05.494807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f38b32-2d59-4873-8a19-48fada879ad8 req-14424d86-d75d-4aa9-bfe4-49a860785c48 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:05.496283 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28f38b32-2d59-4873-8a19-48fada879ad8 req-14424d86-d75d-4aa9-bfe4-49a860785c48 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0473919 May 10 14:03:05.546132 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28f38b32-2d59-4873-8a19-48fada879ad8 req-f3cdaa17-bb40-419d-8cd1-46db0b2f892d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 May 10 14:03:05.878331 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e7d5-eac5-4451-a507-f91b14a428f0 req-0b34094e-056e-4554-befb-93f77514fe30 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:05.879782 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c73e7d5-eac5-4451-a507-f91b14a428f0 req-0b34094e-056e-4554-befb-93f77514fe30 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0699179 May 10 14:03:05.882847 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7396d-60e3-4535-9300-c87d69531d6c req-949befc3-7f71-4b7d-93d9-806d7a691dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:05.884176 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-949befc3-7f71-4b7d-93d9-806d7a691dfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1130 time: 0.0655594 May 10 14:03:06.169086 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c73e7d5-eac5-4451-a507-f91b14a428f0 req-d8adfe40-c542-4840-a0aa-0b23c1e935dc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836421 May 10 14:03:06.206072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7396d-60e3-4535-9300-c87d69531d6c req-f29004f9-0949-491d-8d7a-0c0ccc71fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:06.207552 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-f29004f9-0949-491d-8d7a-0c0ccc71fbad service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.3038251 May 10 14:03:06.248318 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-39d8564c-29ba-49f6-8308-e92a1b321ddf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204 HTTP/1.1" status: 200 len: 217 time: 0.0333841 May 10 14:03:06.300831 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7396d-60e3-4535-9300-c87d69531d6c req-cd0c5048-e9e4-4531-bba5-125319bdc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:06.302344 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-cd0c5048-e9e4-4531-bba5-125319bdc377 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0467038 May 10 14:03:06.353113 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7396d-60e3-4535-9300-c87d69531d6c req-4d99d7f8-b09e-4d12-b6fe-10d1fcf9cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:06.354633 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-4d99d7f8-b09e-4d12-b6fe-10d1fcf9cd17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403414 May 10 14:03:06.449490 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-772c3aac-9297-4a82-ba5c-eb6d8ade0655 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859926 May 10 14:03:06.547073 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16c7396d-60e3-4535-9300-c87d69531d6c req-f5e31bde-7ce6-459e-adbf-dfdde2b78228 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911126 May 10 14:03:07.324489 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1c29f-6bbc-4f7b-963a-2662d1d424ca req-87cddab0-21f3-42e5-9fe1-285bef3f1393 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:07.330894 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-70e1c29f-6bbc-4f7b-963a-2662d1d424ca req-87cddab0-21f3-42e5-9fe1-285bef3f1393 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0780895 May 10 14:03:07.376729 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-70e1c29f-6bbc-4f7b-963a-2662d1d424ca req-a246e3cf-c847-4270-b1eb-d2a0574b04ca tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 May 10 14:03:08.493734 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0acda-adee-47a4-bf09-e64c9dc3cc64 req-0ae2c9ba-4ee3-4ac5-8500-72e04c2f2d1d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:08.495292 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67e0acda-adee-47a4-bf09-e64c9dc3cc64 req-0ae2c9ba-4ee3-4ac5-8500-72e04c2f2d1d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0509179 May 10 14:03:08.544712 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67e0acda-adee-47a4-bf09-e64c9dc3cc64 req-916ae815-37da-4889-9cd0-0aebdc3fff78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 May 10 14:03:09.374952 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:03:09.657778 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680950e-ccbf-4cf6-9fa9-8100de32f168 req-fbb2ca76-276f-4067-8441-8ca63edd25b1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:09.659292 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9680950e-ccbf-4cf6-9fa9-8100de32f168 req-fbb2ca76-276f-4067-8441-8ca63edd25b1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0478971 May 10 14:03:09.708750 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9680950e-ccbf-4cf6-9fa9-8100de32f168 req-401d0497-c026-4bc8-9033-b475fab504dc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 May 10 14:03:10.114574 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 56718) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:10.274271 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 56728) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:10.356786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f0068f4-a0a8-4142-a91e-1f8f229c6bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.359443 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c9198139-2a80-4592-a2f9-d6bcdca142ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.488155 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f0068f4-a0a8-4142-a91e-1f8f229c6bf3 admin admin] Publish callbacks [] for security_group (2cf9dbbd-b554-438c-bc01-5ea5459a8971), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.493268 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c9198139-2a80-4592-a2f9-d6bcdca142ea admin admin] Publish callbacks [] for security_group (af1a66d5-70ae-4147-97f5-effcee621795), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.494305 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f0068f4-a0a8-4142-a91e-1f8f229c6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2cf9dbbd-b554-438c-bc01-5ea5459a8971), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.504626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c9198139-2a80-4592-a2f9-d6bcdca142ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (af1a66d5-70ae-4147-97f5-effcee621795), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.547355 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0068f4-a0a8-4142-a91e-1f8f229c6bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf9dbbd-b554-438c-bc01-5ea5459a8971,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:10.552689 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6f0068f4-a0a8-4142-a91e-1f8f229c6bf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9e0f039fe4d4d4294bdb98ac9ae8471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358418 May 10 14:03:10.554280 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 56738) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:10.560872 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c9198139-2a80-4592-a2f9-d6bcdca142ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d51c734a200d41d4aaa833b515aed47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855747 May 10 14:03:10.561597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 56740) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:10.598107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198139-2a80-4592-a2f9-d6bcdca142ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a66d5-70ae-4147-97f5-effcee621795,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:10.629551 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50600490-1fcc-4622-823f-54da4b22ce75 admin admin] Publish callbacks [] for security_group (af1a66d5-70ae-4147-97f5-effcee621795), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.649030 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28edfbfa-cefc-4df7-a4af-1eb7469a5b69 admin admin] Publish callbacks [] for security_group (2cf9dbbd-b554-438c-bc01-5ea5459a8971), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.653520 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50600490-1fcc-4622-823f-54da4b22ce75 admin admin] Publish callbacks [] for security_group (af1a66d5-70ae-4147-97f5-effcee621795), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.673670 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28edfbfa-cefc-4df7-a4af-1eb7469a5b69 admin admin] Publish callbacks [] for security_group (2cf9dbbd-b554-438c-bc01-5ea5459a8971), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.708464 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50600490-1fcc-4622-823f-54da4b22ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (af1a66d5-70ae-4147-97f5-effcee621795), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.711231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-50600490-1fcc-4622-823f-54da4b22ce75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.715191 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-50600490-1fcc-4622-823f-54da4b22ce75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af1a66d5-70ae-4147-97f5-effcee621795 HTTP/1.1" status: 204 len: 168 time: 0.1481864 May 10 14:03:10.723949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50600490-1fcc-4622-823f-54da4b22ce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a66d5-70ae-4147-97f5-effcee621795,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:10.750943 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28edfbfa-cefc-4df7-a4af-1eb7469a5b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2cf9dbbd-b554-438c-bc01-5ea5459a8971), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.753821 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28edfbfa-cefc-4df7-a4af-1eb7469a5b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:10.754694 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-28edfbfa-cefc-4df7-a4af-1eb7469a5b69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf9dbbd-b554-438c-bc01-5ea5459a8971 HTTP/1.1" status: 204 len: 168 time: 0.1992064 May 10 14:03:10.775542 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edfbfa-cefc-4df7-a4af-1eb7469a5b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf9dbbd-b554-438c-bc01-5ea5459a8971,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:10.857804 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64bd88-5f99-4299-854a-0830613b71cd req-b43cd9c5-c071-4a16-808e-06a967e8562e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:10.864619 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da64bd88-5f99-4299-854a-0830613b71cd req-b43cd9c5-c071-4a16-808e-06a967e8562e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0582838 May 10 14:03:10.923927 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da64bd88-5f99-4299-854a-0830613b71cd req-0b7e6f30-a093-46ca-ae8e-54652b0f0318 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 May 10 14:03:11.131142 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 56796) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:11.144056 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c5f996db-5f42-4fdf-b4ba-9c3b372e9095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.165323 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 56798) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:11.178679 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e58f530-a62f-45e7-8f1a-8c517c4cc6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.220632 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c5f996db-5f42-4fdf-b4ba-9c3b372e9095 admin admin] Publish callbacks [] for security_group (3ceaa414-1e43-489a-8a66-955c7e92e8c6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.224357 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c5f996db-5f42-4fdf-b4ba-9c3b372e9095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3ceaa414-1e43-489a-8a66-955c7e92e8c6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.267544 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f996db-5f42-4fdf-b4ba-9c3b372e9095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceaa414-1e43-489a-8a66-955c7e92e8c6,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:11.276166 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c5f996db-5f42-4fdf-b4ba-9c3b372e9095 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a3e33c5c069498ea74095d4fe1af5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403844 May 10 14:03:11.276648 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e58f530-a62f-45e7-8f1a-8c517c4cc6f8 admin admin] Publish callbacks [] for security_group (769a4653-3a13-4ea1-b741-ba11235bf737), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.276648 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 56806) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:11.289333 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e58f530-a62f-45e7-8f1a-8c517c4cc6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (769a4653-3a13-4ea1-b741-ba11235bf737), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.349273 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58f530-a62f-45e7-8f1a-8c517c4cc6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a4653-3a13-4ea1-b741-ba11235bf737,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:11.356346 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1e58f530-a62f-45e7-8f1a-8c517c4cc6f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90fe3efd0ca04f57b3e9bbde65e7e533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874766 May 10 14:03:11.357173 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 56814) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:11.371466 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a45a4a6-b538-4ba3-bbfc-18a6c50cb552 admin admin] Publish callbacks [] for security_group (3ceaa414-1e43-489a-8a66-955c7e92e8c6), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.396263 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a45a4a6-b538-4ba3-bbfc-18a6c50cb552 admin admin] Publish callbacks [] for security_group (3ceaa414-1e43-489a-8a66-955c7e92e8c6), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.426540 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-319a680d-1471-4458-a8a6-c48738115d36 admin admin] Publish callbacks [] for security_group (769a4653-3a13-4ea1-b741-ba11235bf737), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.462597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a45a4a6-b538-4ba3-bbfc-18a6c50cb552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3ceaa414-1e43-489a-8a66-955c7e92e8c6), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.464268 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-319a680d-1471-4458-a8a6-c48738115d36 admin admin] Publish callbacks [] for security_group (769a4653-3a13-4ea1-b741-ba11235bf737), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.465856 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a45a4a6-b538-4ba3-bbfc-18a6c50cb552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.474363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0a45a4a6-b538-4ba3-bbfc-18a6c50cb552 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ceaa414-1e43-489a-8a66-955c7e92e8c6 HTTP/1.1" status: 204 len: 168 time: 0.1932881 May 10 14:03:11.483648 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a4a6-b538-4ba3-bbfc-18a6c50cb552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceaa414-1e43-489a-8a66-955c7e92e8c6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:11.539147 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-319a680d-1471-4458-a8a6-c48738115d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (769a4653-3a13-4ea1-b741-ba11235bf737), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.547111 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-319a680d-1471-4458-a8a6-c48738115d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:11.550713 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-319a680d-1471-4458-a8a6-c48738115d36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/769a4653-3a13-4ea1-b741-ba11235bf737 HTTP/1.1" status: 204 len: 168 time: 0.1917098 May 10 14:03:11.564845 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a680d-1471-4458-a8a6-c48738115d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a4653-3a13-4ea1-b741-ba11235bf737,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:12.048920 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f8011-5aeb-4c2f-8fea-8ddb7d1e5540 req-4be12df4-4c61-4237-abbe-acf96d3e8e97 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:12.059903 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b94f8011-5aeb-4c2f-8fea-8ddb7d1e5540 req-4be12df4-4c61-4237-abbe-acf96d3e8e97 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0597272 May 10 14:03:12.105343 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b94f8011-5aeb-4c2f-8fea-8ddb7d1e5540 req-65058065-dc25-44c4-83e6-521285a0e1a3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 May 10 14:03:13.237936 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823ca6-370e-40ce-9db7-720317cf7ded req-d69b7952-96c6-4800-920a-153f68586350 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:13.239440 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f823ca6-370e-40ce-9db7-720317cf7ded req-d69b7952-96c6-4800-920a-153f68586350 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0495007 May 10 14:03:13.291542 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f823ca6-370e-40ce-9db7-720317cf7ded req-063bf79e-e496-40ec-ae44-8990ab2fb880 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 May 10 14:03:14.409398 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67821a1c-f671-4f6c-9072-4bc4c5663472 req-18722b63-6d33-4179-877d-08fa7365ec95 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:14.410998 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-67821a1c-f671-4f6c-9072-4bc4c5663472 req-18722b63-6d33-4179-877d-08fa7365ec95 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0483119 May 10 14:03:14.461318 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-67821a1c-f671-4f6c-9072-4bc4c5663472 req-d8814ea7-d6f0-4d66-b4ce-654bdae63aa1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 May 10 14:03:15.574018 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef66b9-7e7e-42ee-878c-05f7f97be9d8 req-d4633496-9b0e-4f89-b5ce-03f2b5e70055 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:15.575498 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-51ef66b9-7e7e-42ee-878c-05f7f97be9d8 req-d4633496-9b0e-4f89-b5ce-03f2b5e70055 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0471992 May 10 14:03:15.625956 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-51ef66b9-7e7e-42ee-878c-05f7f97be9d8 req-ead9da56-5734-4b22-a23a-8efa36689d30 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 May 10 14:03:16.152902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57022) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:16.260226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0bd5400e-fa36-4e69-b936-d80214a4d26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.331994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0bd5400e-fa36-4e69-b936-d80214a4d26d admin admin] Publish callbacks [] for security_group (74b53840-805f-490d-9b15-18b653624583), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.335693 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0bd5400e-fa36-4e69-b936-d80214a4d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (74b53840-805f-490d-9b15-18b653624583), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.373504 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0bd5400e-fa36-4e69-b936-d80214a4d26d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10765e6fb5143b9ab7650ceede266a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195354 May 10 14:03:16.375556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5400e-fa36-4e69-b936-d80214a4d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b53840-805f-490d-9b15-18b653624583,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:16.376152 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57032) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:16.424768 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-074d39f3-8f72-45df-8934-d565a077a224 admin admin] Publish callbacks [] for security_group (74b53840-805f-490d-9b15-18b653624583), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.448379 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-074d39f3-8f72-45df-8934-d565a077a224 admin admin] Publish callbacks [] for security_group (74b53840-805f-490d-9b15-18b653624583), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.494601 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-074d39f3-8f72-45df-8934-d565a077a224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (74b53840-805f-490d-9b15-18b653624583), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.497063 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-074d39f3-8f72-45df-8934-d565a077a224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.498179 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-074d39f3-8f72-45df-8934-d565a077a224 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74b53840-805f-490d-9b15-18b653624583 HTTP/1.1" status: 204 len: 168 time: 0.1210678 May 10 14:03:16.506861 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d39f3-8f72-45df-8934-d565a077a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b53840-805f-490d-9b15-18b653624583,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:16.770681 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57042) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:16.785215 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0ae6-71f8-461c-b266-92f53d83b709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.893337 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd400-c8b1-41f6-a77d-bd6e53074387 req-aec20ffb-3d12-4617-997c-322a0b9bd219 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:16.894855 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92dbd400-c8b1-41f6-a77d-bd6e53074387 req-aec20ffb-3d12-4617-997c-322a0b9bd219 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0606096 May 10 14:03:16.924110 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0ae6-71f8-461c-b266-92f53d83b709 admin admin] Publish callbacks [] for security_group (1ce0f5fd-e69a-4247-9e37-005914e1e5a3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.931103 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0ae6-71f8-461c-b266-92f53d83b709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1ce0f5fd-e69a-4247-9e37-005914e1e5a3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:16.988160 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d6dc0ae6-71f8-461c-b266-92f53d83b709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15970a80e544449bb203ea84ea53c9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162464 May 10 14:03:16.990980 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57046) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:16.991601 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92dbd400-c8b1-41f6-a77d-bd6e53074387 req-1aa9789a-804e-43a8-a922-bb29b1db607b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906303 May 10 14:03:16.992160 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc0ae6-71f8-461c-b266-92f53d83b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0f5fd-e69a-4247-9e37-005914e1e5a3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:17.049513 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f98d7a0-90f9-4179-aa2c-899ba98e39e7 admin admin] Publish callbacks [] for security_group (1ce0f5fd-e69a-4247-9e37-005914e1e5a3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:17.069747 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f98d7a0-90f9-4179-aa2c-899ba98e39e7 admin admin] Publish callbacks [] for security_group (1ce0f5fd-e69a-4247-9e37-005914e1e5a3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:17.115680 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f98d7a0-90f9-4179-aa2c-899ba98e39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1ce0f5fd-e69a-4247-9e37-005914e1e5a3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:17.118554 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f98d7a0-90f9-4179-aa2c-899ba98e39e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:17.119670 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7f98d7a0-90f9-4179-aa2c-899ba98e39e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ce0f5fd-e69a-4247-9e37-005914e1e5a3 HTTP/1.1" status: 204 len: 168 time: 0.1276081 May 10 14:03:17.127104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98d7a0-90f9-4179-aa2c-899ba98e39e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0f5fd-e69a-4247-9e37-005914e1e5a3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:18.120426 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15651f7c-f4d4-410b-a109-610747fb9064 req-7e914d98-fd17-4637-9200-b495a241cd33 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:18.122747 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15651f7c-f4d4-410b-a109-610747fb9064 req-7e914d98-fd17-4637-9200-b495a241cd33 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0537863 May 10 14:03:18.172509 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15651f7c-f4d4-410b-a109-610747fb9064 req-761e92b8-3ff6-4b3f-9575-58cb16146a0b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 May 10 14:03:19.290994 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd643f0-596a-4b0c-93ff-36544c998037 req-cc506b72-e237-41c7-b633-b28c58a64a46 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:19.292481 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1cd643f0-596a-4b0c-93ff-36544c998037 req-cc506b72-e237-41c7-b633-b28c58a64a46 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0471897 May 10 14:03:19.339029 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1cd643f0-596a-4b0c-93ff-36544c998037 req-223ebf53-82cf-4add-ad0d-281828147b54 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 May 10 14:03:20.451501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068381-8703-492b-be1a-1cdf68e6beb8 req-54d85a99-ff02-41af-b32f-999c8cc3b3ce tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:20.452965 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6068381-8703-492b-be1a-1cdf68e6beb8 req-54d85a99-ff02-41af-b32f-999c8cc3b3ce tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0477300 May 10 14:03:20.498071 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e6068381-8703-492b-be1a-1cdf68e6beb8 req-988a5b63-a1a2-4b5a-a686-02e09ad5d92b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 May 10 14:03:21.574140 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c66d-7e1a-476d-911f-6461e6f4df7f req-b3add646-2001-4205-baab-67d802a42075 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:21.575783 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b35c66d-7e1a-476d-911f-6461e6f4df7f req-b3add646-2001-4205-baab-67d802a42075 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0698304 May 10 14:03:21.624884 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb628f54-c2b1-479f-84bd-dc3557617082 req-a0c5ebb5-7e36-4ffd-903c-850682fd587d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:21.626348 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb628f54-c2b1-479f-84bd-dc3557617082 req-a0c5ebb5-7e36-4ffd-903c-850682fd587d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0537856 May 10 14:03:21.630353 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b35c66d-7e1a-476d-911f-6461e6f4df7f req-55f2528c-d1dd-4cb8-b08e-ca1cfa6601a0 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471573 May 10 14:03:21.692848 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb628f54-c2b1-479f-84bd-dc3557617082 req-d65c143a-30be-46cc-89b8-c3431e112220 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541101 May 10 14:03:22.760091 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786ac4-70a8-453f-942e-f9471212e4a4 req-1dade193-2571-406d-93e1-8323e43922a7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:22.761657 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e786ac4-70a8-453f-942e-f9471212e4a4 req-1dade193-2571-406d-93e1-8323e43922a7 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.0581293 May 10 14:03:22.822172 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e786ac4-70a8-453f-942e-f9471212e4a4 req-b4810811-319b-4e83-94a5-07fc13c34e22 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522346 May 10 14:03:22.841869 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cbfff-0e50-4b03-9f90-79790fd77348 req-ff48d2be-268d-46be-926f-fa75a2a1a7e3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:22.843489 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80cbfff-0e50-4b03-9f90-79790fd77348 req-ff48d2be-268d-46be-926f-fa75a2a1a7e3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0704620 May 10 14:03:22.915645 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a80cbfff-0e50-4b03-9f90-79790fd77348 req-f34b90ca-511c-4d33-a2c8-6259cf48326e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564609 May 10 14:03:23.099266 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57228) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:23.204201 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3040d9c3-d6fa-4066-8522-f43f4bebc125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.279907 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3040d9c3-d6fa-4066-8522-f43f4bebc125 admin admin] Publish callbacks [] for security_group (03165e6d-d937-4cfa-93a5-64d4802d352c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.283127 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3040d9c3-d6fa-4066-8522-f43f4bebc125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (03165e6d-d937-4cfa-93a5-64d4802d352c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.325612 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3040d9c3-d6fa-4066-8522-f43f4bebc125 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c584a4943054268b0276af9c9c0dc11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252409 May 10 14:03:23.327537 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040d9c3-d6fa-4066-8522-f43f4bebc125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03165e6d-d937-4cfa-93a5-64d4802d352c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:23.328405 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57236) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:23.385047 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bda37d50-eefa-49a7-a664-5f8e8b3e9917 admin admin] Publish callbacks [] for security_group (03165e6d-d937-4cfa-93a5-64d4802d352c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.408169 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bda37d50-eefa-49a7-a664-5f8e8b3e9917 admin admin] Publish callbacks [] for security_group (03165e6d-d937-4cfa-93a5-64d4802d352c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.468069 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bda37d50-eefa-49a7-a664-5f8e8b3e9917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (03165e6d-d937-4cfa-93a5-64d4802d352c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.470729 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bda37d50-eefa-49a7-a664-5f8e8b3e9917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.471884 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bda37d50-eefa-49a7-a664-5f8e8b3e9917 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03165e6d-d937-4cfa-93a5-64d4802d352c HTTP/1.1" status: 204 len: 168 time: 0.1424780 May 10 14:03:23.480183 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37d50-eefa-49a7-a664-5f8e8b3e9917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03165e6d-d937-4cfa-93a5-64d4802d352c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:23.543836 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57244) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:23.796051 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76427491-42e5-4ec0-8d6c-e9d9c351cbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.902875 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76427491-42e5-4ec0-8d6c-e9d9c351cbbd admin admin] Publish callbacks [] for security_group (edd2dd44-177b-42e4-b249-ab0c60a7764a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.908235 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76427491-42e5-4ec0-8d6c-e9d9c351cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (edd2dd44-177b-42e4-b249-ab0c60a7764a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:23.982898 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-76427491-42e5-4ec0-8d6c-e9d9c351cbbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1da613f71f644f558c0097585a48668d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375403 May 10 14:03:23.985670 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57278) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:24.018749 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1201b-8018-467a-abf6-e646bf8e9a0c req-d7e84dee-f245-4f15-810a-37cc89bb1159 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:24.020294 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cf1201b-8018-467a-abf6-e646bf8e9a0c req-d7e84dee-f245-4f15-810a-37cc89bb1159 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.1011069 May 10 14:03:24.028004 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427491-42e5-4ec0-8d6c-e9d9c351cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2dd44-177b-42e4-b249-ab0c60a7764a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:24.056240 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-faa26f60-d585-49b1-be43-ca5b13305a5b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:24.057912 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-faa26f60-d585-49b1-be43-ca5b13305a5b tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 945 time: 0.1083672 May 10 14:03:24.093804 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fddf8-0aef-428b-b24a-590b01cc2d8f req-b72f8490-b468-4417-b792-93019fa9c066 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:24.095471 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ab0fddf8-0aef-428b-b24a-590b01cc2d8f req-b72f8490-b468-4417-b792-93019fa9c066 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0856321 May 10 14:03:24.120731 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd597-25f9-4a9b-96f2-bc63d1c63f07 admin admin] Publish callbacks [] for security_group (edd2dd44-177b-42e4-b249-ab0c60a7764a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.162900 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd597-25f9-4a9b-96f2-bc63d1c63f07 admin admin] Publish callbacks [] for security_group (edd2dd44-177b-42e4-b249-ab0c60a7764a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.198104 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ab0fddf8-0aef-428b-b24a-590b01cc2d8f req-dc881b95-7c0a-4f7f-a5a1-e7f426b658d4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927613 May 10 14:03:24.215490 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-02e75330-602d-467a-bd32-d1798181260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.239192 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2cf1201b-8018-467a-abf6-e646bf8e9a0c req-e19d25bf-1446-4b0f-a475-f291e1996315 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/security-groups?id=5768eb8c-1235-4dcd-bb3e-7a60bea81a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107100 May 10 14:03:24.260697 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd597-25f9-4a9b-96f2-bc63d1c63f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (edd2dd44-177b-42e4-b249-ab0c60a7764a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.263821 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd597-25f9-4a9b-96f2-bc63d1c63f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.264557 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2ffcd597-25f9-4a9b-96f2-bc63d1c63f07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edd2dd44-177b-42e4-b249-ab0c60a7764a HTTP/1.1" status: 204 len: 168 time: 0.2778032 May 10 14:03:24.286446 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcd597-25f9-4a9b-96f2-bc63d1c63f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2dd44-177b-42e4-b249-ab0c60a7764a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:24.310400 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Deleting port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:03:24.312056 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.456588 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] For port 30a4e6db-5223-416e-8dbe-46ef6ea6be27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=30a4e6db-5223-416e-8dbe-46ef6ea6be27,segment=NetworkSegment(995fb921-c9c0-4a82-bc3c-b76fc79b241c),segment_id=995fb921-c9c0-4a82-bc3c-b76fc79b241c)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:24.457153 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.480954 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Calling delete_port for 30a4e6db-5223-416e-8dbe-46ef6ea6be27 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:03:24.676404 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (30a4e6db-5223-416e-8dbe-46ef6ea6be27), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.689568 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['30a4e6db-5223-416e-8dbe-46ef6ea6be27'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:03:24.706914 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Pushing event deleted for resources: {'Port': ['ID=30a4e6db-5223-416e-8dbe-46ef6ea6be27,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:24.712594 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57324) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:24.743374 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c97594ad-de02-4d54-802a-9dce54560c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.842418 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] No DVR routers for this DVR port 30a4e6db-5223-416e-8dbe-46ef6ea6be27 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:03:24.846830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.850565 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa8f77f3-32e1-46a9-8d41-3c6eb4ffd802 req-15c7017f-7f98-4bfa-9a53-e6d29b6bf634 tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.59 "DELETE /v2.0/ports/30a4e6db-5223-416e-8dbe-46ef6ea6be27 HTTP/1.1" status: 204 len: 173 time: 0.7834470 May 10 14:03:24.851297 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'name': 'network-vif-deleted', 'tag': '30a4e6db-5223-416e-8dbe-46ef6ea6be27'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:24.854155 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc808a0-440a-4e05-84c8-164fa3f9b432" -d '{"events": [{"server_uuid": "1f772bda-ce73-4ac2-aa73-28852bfa8b92", "name": "network-vif-deleted", "tag": "30a4e6db-5223-416e-8dbe-46ef6ea6be27"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:24.862879 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c97594ad-de02-4d54-802a-9dce54560c33 admin admin] Publish callbacks [] for security_group (6f8243e9-db76-4855-89ee-fc4806952435), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.871463 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c97594ad-de02-4d54-802a-9dce54560c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (6f8243e9-db76-4855-89ee-fc4806952435), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.903895 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb664f0-1b5e-42b4-9fcb-1272c7647d90 x-openstack-request-id: req-3cb664f0-1b5e-42b4-9fcb-1272c7647d90 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:24.904290 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f772bda-ce73-4ac2-aa73-28852bfa8b92", "name": "network-vif-deleted", "tag": "30a4e6db-5223-416e-8dbe-46ef6ea6be27", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:24.905931 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cb664f0-1b5e-42b4-9fcb-1272c7647d90 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:24.912830 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb664f0-1b5e-42b4-9fcb-1272c7647d90'] response: {'server_uuid': '1f772bda-ce73-4ac2-aa73-28852bfa8b92', 'name': 'network-vif-deleted', 'tag': '30a4e6db-5223-416e-8dbe-46ef6ea6be27', 'status': 'completed', 'code': 200} May 10 14:03:24.919882 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c97594ad-de02-4d54-802a-9dce54560c33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=961b4072a53e418f854bb08ff38fd57b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061496 May 10 14:03:24.925465 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57334) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:24.932714 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97594ad-de02-4d54-802a-9dce54560c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8243e9-db76-4855-89ee-fc4806952435,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:24.987513 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1322fe28-6434-4d61-b5ce-3b18f5423b72 admin admin] Publish callbacks [] for security_group (6f8243e9-db76-4855-89ee-fc4806952435), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.016205 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1322fe28-6434-4d61-b5ce-3b18f5423b72 admin admin] Publish callbacks [] for security_group (6f8243e9-db76-4855-89ee-fc4806952435), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.072343 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1322fe28-6434-4d61-b5ce-3b18f5423b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (6f8243e9-db76-4855-89ee-fc4806952435), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.074936 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1322fe28-6434-4d61-b5ce-3b18f5423b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.076100 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1322fe28-6434-4d61-b5ce-3b18f5423b72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f8243e9-db76-4855-89ee-fc4806952435 HTTP/1.1" status: 204 len: 168 time: 0.1496475 May 10 14:03:25.085764 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322fe28-6434-4d61-b5ce-3b18f5423b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8243e9-db76-4855-89ee-fc4806952435,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:25.112243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57348) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:25.419633 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-69de853d-6132-45cc-8de1-362db23675b0 req-fb03fae5-ccb3-4c10-aad6-6124943dccde tempest-DeleteServersTestJSON-960281837 tempest-DeleteServersTestJSON-960281837-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f772bda-ce73-4ac2-aa73-28852bfa8b92 HTTP/1.1" status: 200 len: 210 time: 0.0433073 May 10 14:03:25.460621 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-492631a0-2d3a-4d80-a9fa-f2c3d39ce58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.566119 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57362) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:25.585895 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-492631a0-2d3a-4d80-a9fa-f2c3d39ce58d admin admin] Publish callbacks [] for security_group (16d4b6f6-f0eb-4d5d-b753-d7349021de56), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.592840 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-492631a0-2d3a-4d80-a9fa-f2c3d39ce58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (16d4b6f6-f0eb-4d5d-b753-d7349021de56), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.621591 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680275a-d30f-41b2-ae44-3c6ab45a720e req-20d3e15f-559c-4918-a81c-2f0a4164d35c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:25.623145 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a680275a-d30f-41b2-ae44-3c6ab45a720e req-20d3e15f-559c-4918-a81c-2f0a4164d35c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0857344 May 10 14:03:25.665638 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-492631a0-2d3a-4d80-a9fa-f2c3d39ce58d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dc41ba49b2f46c09611c3f7310de0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5524073 May 10 14:03:25.665853 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57370) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:25.675222 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492631a0-2d3a-4d80-a9fa-f2c3d39ce58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d4b6f6-f0eb-4d5d-b753-d7349021de56,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:25.723148 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a680275a-d30f-41b2-ae44-3c6ab45a720e req-c181573e-d253-4498-99c0-ae19af86cdbc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740883 May 10 14:03:25.773703 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a25c257f-4084-4cd4-be25-9d9a48c87e0c admin admin] Publish callbacks [] for security_group (16d4b6f6-f0eb-4d5d-b753-d7349021de56), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.798811 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0532-2c0a-4b5e-8137-d238529b64f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.842246 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a25c257f-4084-4cd4-be25-9d9a48c87e0c admin admin] Publish callbacks [] for security_group (16d4b6f6-f0eb-4d5d-b753-d7349021de56), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.975169 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a25c257f-4084-4cd4-be25-9d9a48c87e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (16d4b6f6-f0eb-4d5d-b753-d7349021de56), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.980578 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a25c257f-4084-4cd4-be25-9d9a48c87e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.981746 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a25c257f-4084-4cd4-be25-9d9a48c87e0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16d4b6f6-f0eb-4d5d-b753-d7349021de56 HTTP/1.1" status: 204 len: 168 time: 0.3151181 May 10 14:03:25.984037 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0532-2c0a-4b5e-8137-d238529b64f0 admin admin] Publish callbacks [] for security_group (8e21ea13-3286-45f2-b796-4b0ceeb89d21), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.993365 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c257f-4084-4cd4-be25-9d9a48c87e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d4b6f6-f0eb-4d5d-b753-d7349021de56,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:25.995223 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0532-2c0a-4b5e-8137-d238529b64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (8e21ea13-3286-45f2-b796-4b0ceeb89d21), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.020982 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bf4a0532-2c0a-4b5e-8137-d238529b64f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b006b5d944f4ad491298cb78ff3ef7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536133 May 10 14:03:26.023508 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57390) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:26.071838 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0532-2c0a-4b5e-8137-d238529b64f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e21ea13-3286-45f2-b796-4b0ceeb89d21,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:26.103220 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-655b925b-ecdb-4ee6-be16-f9ecc62411a7 admin admin] Publish callbacks [] for security_group (8e21ea13-3286-45f2-b796-4b0ceeb89d21), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.129461 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-655b925b-ecdb-4ee6-be16-f9ecc62411a7 admin admin] Publish callbacks [] for security_group (8e21ea13-3286-45f2-b796-4b0ceeb89d21), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.186506 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-655b925b-ecdb-4ee6-be16-f9ecc62411a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (8e21ea13-3286-45f2-b796-4b0ceeb89d21), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.189249 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-655b925b-ecdb-4ee6-be16-f9ecc62411a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.193037 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-655b925b-ecdb-4ee6-be16-f9ecc62411a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e21ea13-3286-45f2-b796-4b0ceeb89d21 HTTP/1.1" status: 204 len: 168 time: 0.1660058 May 10 14:03:26.199261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b925b-ecdb-4ee6-be16-f9ecc62411a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e21ea13-3286-45f2-b796-4b0ceeb89d21,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:26.324625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6955a123-f06a-4996-8612-d0b85460e621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.609851 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57422) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:26.626778 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ee02742f-1cf1-4c86-bf8d-4e22b0c2711c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.753492 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ee02742f-1cf1-4c86-bf8d-4e22b0c2711c admin admin] Publish callbacks [] for security_group (ed5c3835-1e93-4c65-bf88-a6ef35bef8a2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.760840 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ee02742f-1cf1-4c86-bf8d-4e22b0c2711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ed5c3835-1e93-4c65-bf88-a6ef35bef8a2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:26.827011 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02742f-1cf1-4c86-bf8d-4e22b0c2711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c3835-1e93-4c65-bf88-a6ef35bef8a2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:26.942537 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d2630-9f9d-4624-8e04-b39d19b126ed req-b3ac4f34-af70-41ea-b91f-d9facaa8b8a3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:26.950297 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-661d2630-9f9d-4624-8e04-b39d19b126ed req-b3ac4f34-af70-41ea-b91f-d9facaa8b8a3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0919456 May 10 14:03:26.990605 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ee02742f-1cf1-4c86-bf8d-4e22b0c2711c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4ff43c6854442d499a0c0e73d78ac60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794966 May 10 14:03:26.991209 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57442) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:27.030942 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-661d2630-9f9d-4624-8e04-b39d19b126ed req-33105e19-6cef-4afe-8ea1-569dc04d57f4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795810 May 10 14:03:27.071756 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7c16217-0761-43f3-9c08-a8cd21a47cb2 admin admin] Publish callbacks [] for security_group (ed5c3835-1e93-4c65-bf88-a6ef35bef8a2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:27.109722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7c16217-0761-43f3-9c08-a8cd21a47cb2 admin admin] Publish callbacks [] for security_group (ed5c3835-1e93-4c65-bf88-a6ef35bef8a2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:27.170022 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7c16217-0761-43f3-9c08-a8cd21a47cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ed5c3835-1e93-4c65-bf88-a6ef35bef8a2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:27.173083 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b7c16217-0761-43f3-9c08-a8cd21a47cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:27.176666 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b7c16217-0761-43f3-9c08-a8cd21a47cb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed5c3835-1e93-4c65-bf88-a6ef35bef8a2 HTTP/1.1" status: 204 len: 168 time: 0.1820214 May 10 14:03:27.183582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c16217-0761-43f3-9c08-a8cd21a47cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c3835-1e93-4c65-bf88-a6ef35bef8a2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:27.760458 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:27.972247 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57498) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:28.040449 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Deleting subnet 4ec45e00-5eaa-484e-aa17-58575c46e459 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:03:28.046037 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 30a4e6db-5223-416e-8dbe-46ef6ea6be27 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:03:28.073786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Publish callbacks [] for subnet (4ec45e00-5eaa-484e-aa17-58575c46e459), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.114255 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 30a4e6db-5223-416e-8dbe-46ef6ea6be27 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:03:28.114255 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 30a4e6db-5223-416e-8dbe-46ef6ea6be27 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:03:28.141594 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Publish callbacks [] for subnet (4ec45e00-5eaa-484e-aa17-58575c46e459), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.179671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (4ec45e00-5eaa-484e-aa17-58575c46e459), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.232474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aed1c-11e8-4b33-af31-9eb44d5edccf req-31be8fb3-692c-4adc-b2b0-7fb69e42a96e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:28.234366 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e27aed1c-11e8-4b33-af31-9eb44d5edccf req-31be8fb3-692c-4adc-b2b0-7fb69e42a96e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0887992 May 10 14:03:28.284121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for subnet (4ec45e00-5eaa-484e-aa17-58575c46e459), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.345106 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.351638 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4ec45e00-5eaa-484e-aa17-58575c46e459 HTTP/1.1" status: 204 len: 168 time: 0.3777204 May 10 14:03:28.353464 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9b9e-4594-4391-92bf-a4d0503f0be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec45e00-5eaa-484e-aa17-58575c46e459,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:28.354230 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57516) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:28.382708 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e27aed1c-11e8-4b33-af31-9eb44d5edccf req-2073dc67-3990-43b9-9aae-63de33940bd5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399486 May 10 14:03:28.472293 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (63e3b9a3-6735-4ab6-ace1-2a506015af5f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.586042 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (63e3b9a3-6735-4ab6-ace1-2a506015af5f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.608303 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.608741 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.609541 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.609930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.610372 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.610775 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.611158 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.611536 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.611768 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.612325 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.711847 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.712244 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.712568 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.712902 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:03:28.713275 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e3b9a3-6735-4ab6-ace1-2a506015af5f']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:28.734563 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995fb921-c9c0-4a82-bc3c-b76fc79b241c') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:28.734866 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995fb921-c9c0-4a82-bc3c-b76fc79b241c') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:28.752971 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (995fb921-c9c0-4a82-bc3c-b76fc79b241c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.776917 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (995fb921-c9c0-4a82-bc3c-b76fc79b241c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.787821 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:03:28.788371 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (995fb921-c9c0-4a82-bc3c-b76fc79b241c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: from cryptography.utils import int_from_bytes May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: from cryptography.utils import int_from_bytes May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:03:28.811815 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:03:28.890564 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (63e3b9a3-6735-4ab6-ace1-2a506015af5f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.897588 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.903717 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/63e3b9a3-6735-4ab6-ace1-2a506015af5f HTTP/1.1" status: 204 len: 168 time: 0.5456710 May 10 14:03:28.916647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.929719 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ba5d1-d3a0-4c47-9be4-cf834019c9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e3b9a3-6735-4ab6-ace1-2a506015af5f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:29.100085 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57562) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:29.150791 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-48fabcd4-a3f3-4ac4-a394-35b8b7fdefa6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db378765a65d4ed59cf60275bc325525&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471823 May 10 14:03:29.151073 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57568) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:29.206849 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f21cfd4-b097-4962-89c8-cb76dcc040d2 admin admin] Publish callbacks [] for security_group (5768eb8c-1235-4dcd-bb3e-7a60bea81a01), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.229620 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f21cfd4-b097-4962-89c8-cb76dcc040d2 admin admin] Publish callbacks [] for security_group (5768eb8c-1235-4dcd-bb3e-7a60bea81a01), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.283594 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f21cfd4-b097-4962-89c8-cb76dcc040d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (5768eb8c-1235-4dcd-bb3e-7a60bea81a01), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.286663 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f21cfd4-b097-4962-89c8-cb76dcc040d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.288490 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9f21cfd4-b097-4962-89c8-cb76dcc040d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5768eb8c-1235-4dcd-bb3e-7a60bea81a01 HTTP/1.1" status: 204 len: 168 time: 0.1362832 May 10 14:03:29.297050 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21cfd4-b097-4962-89c8-cb76dcc040d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768eb8c-1235-4dcd-bb3e-7a60bea81a01,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:29.532004 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bceebe-0a20-4147-94bf-fa8dea2fe603 req-0373c336-f3c4-4c58-891d-a7bed16ecbe8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:29.534305 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f7bceebe-0a20-4147-94bf-fa8dea2fe603 req-0373c336-f3c4-4c58-891d-a7bed16ecbe8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0696785 May 10 14:03:29.619634 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f7bceebe-0a20-4147-94bf-fa8dea2fe603 req-648d32f3-4176-40c1-800e-eb626adfa20b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687172 May 10 14:03:29.719996 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57600) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:29.880898 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b357ab95-e1b9-421d-8f16-483fd6471a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.985658 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b357ab95-e1b9-421d-8f16-483fd6471a87 admin admin] Publish callbacks [] for security_group (7d37832b-300c-42c0-b790-c90da3903087), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.989603 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b357ab95-e1b9-421d-8f16-483fd6471a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7d37832b-300c-42c0-b790-c90da3903087), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.025647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357ab95-e1b9-421d-8f16-483fd6471a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d37832b-300c-42c0-b790-c90da3903087,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:30.030854 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b357ab95-e1b9-421d-8f16-483fd6471a87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97d2e3d2d959400b9b559eddff4eafc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092031 May 10 14:03:30.033428 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57616) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:30.085055 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3e98666-572b-46fb-a981-29b47e874aae admin admin] Publish callbacks [] for security_group (7d37832b-300c-42c0-b790-c90da3903087), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.110066 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3e98666-572b-46fb-a981-29b47e874aae admin admin] Publish callbacks [] for security_group (7d37832b-300c-42c0-b790-c90da3903087), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.172794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3e98666-572b-46fb-a981-29b47e874aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7d37832b-300c-42c0-b790-c90da3903087), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.175446 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3e98666-572b-46fb-a981-29b47e874aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.179064 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f3e98666-572b-46fb-a981-29b47e874aae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d37832b-300c-42c0-b790-c90da3903087 HTTP/1.1" status: 204 len: 168 time: 0.1422479 May 10 14:03:30.188394 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98666-572b-46fb-a981-29b47e874aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d37832b-300c-42c0-b790-c90da3903087,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:30.306998 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57634) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:30.322468 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.521923 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-933621135-network', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:30.540837 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Made reservation on behalf of 3327601a4d59466dbe9fb4ad689616f2 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:30.543101 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.551303 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.577113 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57642) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:30.593594 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0dc76ae-d7f1-4429-a4db-2272ed19229d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.626682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks [] for security_group (dcc93560-488b-4438-95e6-b70a2c3fa5db), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.630907 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dcc93560-488b-4438-95e6-b70a2c3fa5db), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.660406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:03:30.666789 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc93560-488b-4438-95e6-b70a2c3fa5db,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:30.675973 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0dc76ae-d7f1-4429-a4db-2272ed19229d admin admin] Publish callbacks [] for security_group (aaca1092-65fd-42ef-a50c-a209a2096d6a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.677422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (d5db4213-10e0-452f-b5b7-e27ca2749961), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.677721 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Added segment d5db4213-10e0-452f-b5b7-e27ca2749961 of type vlan for network a39c3c0b-af42-4a48-a1bf-307b11e25d16 May 10 14:03:30.680882 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0dc76ae-d7f1-4429-a4db-2272ed19229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (aaca1092-65fd-42ef-a50c-a209a2096d6a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.721308 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f0dc76ae-d7f1-4429-a4db-2272ed19229d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d09a6be94afb457286ec776cd7a50e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430783 May 10 14:03:30.722128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc76ae-d7f1-4429-a4db-2272ed19229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca1092-65fd-42ef-a50c-a209a2096d6a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:30.724394 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57646) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:30.728920 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (a39c3c0b-af42-4a48-a1bf-307b11e25d16), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.776672 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-14b9949f-4519-4082-ae41-0538631f8b53 admin admin] Publish callbacks [] for security_group (aaca1092-65fd-42ef-a50c-a209a2096d6a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.779070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db470f-99be-4201-832d-0537ace2c45a req-dab7b978-4fa7-44e2-8501-910d35157375 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:30.781272 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e5db470f-99be-4201-832d-0537ace2c45a req-dab7b978-4fa7-44e2-8501-910d35157375 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0636029 May 10 14:03:30.796695 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (a39c3c0b-af42-4a48-a1bf-307b11e25d16), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.797661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:30.798243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.802994 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-14b9949f-4519-4082-ae41-0538631f8b53 admin admin] Publish callbacks [] for security_group (aaca1092-65fd-42ef-a50c-a209a2096d6a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.858641 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-14b9949f-4519-4082-ae41-0538631f8b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (aaca1092-65fd-42ef-a50c-a209a2096d6a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.861804 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-14b9949f-4519-4082-ae41-0538631f8b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:30.865502 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-14b9949f-4519-4082-ae41-0538631f8b53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaca1092-65fd-42ef-a50c-a209a2096d6a HTTP/1.1" status: 204 len: 168 time: 0.1375124 May 10 14:03:30.865645 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5566607 May 10 14:03:30.869028 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57652) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:30.875295 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Request body: {'subnet': {'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-933621135-subnet', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:30.884479 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820f45-ff4c-47e3-8336-4a3341ef40cf admin admin] Pushing event updated for resources: {'Network': ['ID=a39c3c0b-af42-4a48-a1bf-307b11e25d16,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:30.887623 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9949f-4519-4082-ae41-0538631f8b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca1092-65fd-42ef-a50c-a209a2096d6a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:30.893668 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e5db470f-99be-4201-832d-0537ace2c45a req-ea7df501-cb3e-4167-b21d-a9d44810e3c1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041586 May 10 14:03:30.899220 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:03:30.923760 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Made reservation on behalf of 3327601a4d59466dbe9fb4ad689616f2 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:30.926990 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.111660 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (1277b67f-e7b1-40c1-afcd-deaf5892c2ed), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.168522 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1277b67f-e7b1-40c1-afcd-deaf5892c2ed,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:31.178791 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Checking segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:31.179141 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Network hostable DHCP agents. Network: a39c3c0b-af42-4a48-a1bf-307b11e25d16, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:03:31.200346 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:03:31.210277 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, a39c3c0b-af42-4a48-a1bf-307b11e25d16) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:31.223553 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:31.224176 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.231050 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8c023-0977-46b4-a37c-81df48e94c26 None None] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:03:31.254154 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-92751dba-9ca4-4cdf-b0de-56d6e6b20893 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3838830 May 10 14:03:31.256984 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57662) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:31.262107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:31.284566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (8c9318e9-ae8c-43b1-b262-b5a533528ebb), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.285880 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (8c9318e9-ae8c-43b1-b262-b5a533528ebb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.345696 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:03:31.347246 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.351332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks [] for router_controller (8c9318e9-ae8c-43b1-b262-b5a533528ebb), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.507643 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Allocated IP 172.20.0.2 (a39c3c0b-af42-4a48-a1bf-307b11e25d16/1277b67f-e7b1-40c1-afcd-deaf5892c2ed/b9f311d6-dd8b-40b2-86d8-9593731eb35e) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:31.512006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks [] for router_gateway (8c9318e9-ae8c-43b1-b262-b5a533528ebb), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.681075 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Publish callbacks [] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.688721 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.746014 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:31.749030 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:31.753150 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:31.770630 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Pushing event updated for resources: {'Port': ['ID=b9f311d6-dd8b-40b2-86d8-9593731eb35e,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:31.844610 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Attempting to bind port b9f311d6-dd8b-40b2-86d8-9593731eb35e on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:03:31.845404 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Attempting to bind port b9f311d6-dd8b-40b2-86d8-9593731eb35e by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:03:31.845919 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Attempting to bind port b9f311d6-dd8b-40b2-86d8-9593731eb35e on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:31.861652 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:03:31.861790 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Checking segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:31.862396 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.863808 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Bound using segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:03:31.864561 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Bound port: b9f311d6-dd8b-40b2-86d8-9593731eb35e, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:03:31.865116 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:31.956115 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] For port b9f311d6-dd8b-40b2-86d8-9593731eb35e, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:03:31.970246 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] For port b9f311d6-dd8b-40b2-86d8-9593731eb35e, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b9f311d6-dd8b-40b2-86d8-9593731eb35e,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:03:31.981562 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.043649 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks [] for router_gateway (8c9318e9-ae8c-43b1-b262-b5a533528ebb), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.051603 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bce80-f0d3-467e-a5ad-4d9a4db0ba03 req-b4519c2c-88e9-48cd-935f-9fca7f560c41 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:32.053625 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f4bce80-f0d3-467e-a5ad-4d9a4db0ba03 req-b4519c2c-88e9-48cd-935f-9fca7f560c41 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0646837 May 10 14:03:32.095015 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.096185 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cfcf5-4970-411a-87cd-e2cc90c6bbbf None None] Pushing event updated for resources: {'Port': ['ID=b9f311d6-dd8b-40b2-86d8-9593731eb35e,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:32.144090 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f4bce80-f0d3-467e-a5ad-4d9a4db0ba03 req-0fe04a0d-ba72-4dbe-b383-3fb997b4e531 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 May 10 14:03:32.264333 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Allocated IP 172.27.2.87 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/cbef81be-3cad-476a-9ee9-db51c1027e3a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:32.399716 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks [] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.461723 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.517305 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:32.528414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Pushing event updated for resources: {'Port': ['ID=cbef81be-3cad-476a-9ee9-db51c1027e3a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:32.532315 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:32.534553 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:32.777902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks [] for router_gateway (8c9318e9-ae8c-43b1-b262-b5a533528ebb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.999230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (8c9318e9-ae8c-43b1-b262-b5a533528ebb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.162287 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:03:33.223368 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012bab6b-33b6-4c34-945c-2854ae66cb0a None None] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:03:33.320808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283588b-94e0-43ae-8c92-5fa21a4059bd req-40613746-6cf3-4ce9-b275-96d5bb0655e8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:33.322612 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2283588b-94e0-43ae-8c92-5fa21a4059bd req-40613746-6cf3-4ce9-b275-96d5bb0655e8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0861633 May 10 14:03:33.343511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] Provisioning complete for port b9f311d6-dd8b-40b2-86d8-9593731eb35e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:33.343885 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.346225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:03:33.357923 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:03:33.386625 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:33.387323 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:33.394666 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2283588b-94e0-43ae-8c92-5fa21a4059bd req-e2a5b486-bd75-4bba-9b03-d0825b7be3e0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 May 10 14:03:33.406192 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.407930 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4fea06e5-b0c1-4f50-98f5-a06191a0f38d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1498477 May 10 14:03:33.411274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57792) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:33.463026 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] Current status of the port b9f311d6-dd8b-40b2-86d8-9593731eb35e is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:33.463472 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.525763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] For port b9f311d6-dd8b-40b2-86d8-9593731eb35e, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b9f311d6-dd8b-40b2-86d8-9593731eb35e,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:33.537577 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.559777 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57798) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:33.561963 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:33.729152 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2f7efd5c-c655-4136-b73d-b07016614e95 None None] Provisioning complete for port b9f311d6-dd8b-40b2-86d8-9593731eb35e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:33.729626 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2f7efd5c-c655-4136-b73d-b07016614e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.779237 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-426b12df-8643-4bd3-97c3-05c620028950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.835906 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640553e-f440-462f-9fba-bec60b28a9e5 None None] Pushing event updated for resources: {'Port': ['ID=b9f311d6-dd8b-40b2-86d8-9593731eb35e,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:33.887976 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:32Z', 'revision_number': 3, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:33.915687 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b9f311d6-dd8b-40b2-86d8-9593731eb35e up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:33.924324 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-426b12df-8643-4bd3-97c3-05c620028950 admin admin] Publish callbacks [] for security_group (9836cbbc-9fbb-46d6-838a-6eeffb21ac6d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.929797 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-426b12df-8643-4bd3-97c3-05c620028950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9836cbbc-9fbb-46d6-838a-6eeffb21ac6d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.945625 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:03:33.947233 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Updating router 8c9318e9-ae8c-43b1-b262-b5a533528ebb port cbef81be-3cad-476a-9ee9-db51c1027e3a binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:03:33.957701 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2f7efd5c-c655-4136-b73d-b07016614e95 None None] Current status of the port b9f311d6-dd8b-40b2-86d8-9593731eb35e is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:33.970890 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b12df-8643-4bd3-97c3-05c620028950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9836cbbc-9fbb-46d6-838a-6eeffb21ac6d,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:33.979599 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:33.994279 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-426b12df-8643-4bd3-97c3-05c620028950 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3497be685fda463ba3f715be538b5720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331620 May 10 14:03:33.995144 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57806) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:33.999960 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port b9f311d6-dd8b-40b2-86d8-9593731eb35e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:34.000581 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.044362 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.060168 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35e548c8-7a7c-41e5-bc13-6c5f1154bf37 admin admin] Publish callbacks [] for security_group (9836cbbc-9fbb-46d6-838a-6eeffb21ac6d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.085401 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35e548c8-7a7c-41e5-bc13-6c5f1154bf37 admin admin] Publish callbacks [] for security_group (9836cbbc-9fbb-46d6-838a-6eeffb21ac6d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.097519 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port b9f311d6-dd8b-40b2-86d8-9593731eb35e is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:34.165600 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35e548c8-7a7c-41e5-bc13-6c5f1154bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9836cbbc-9fbb-46d6-838a-6eeffb21ac6d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.168313 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35e548c8-7a7c-41e5-bc13-6c5f1154bf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.169469 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-35e548c8-7a7c-41e5-bc13-6c5f1154bf37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9836cbbc-9fbb-46d6-838a-6eeffb21ac6d HTTP/1.1" status: 204 len: 168 time: 0.1727018 May 10 14:03:34.194253 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e548c8-7a7c-41e5-bc13-6c5f1154bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9836cbbc-9fbb-46d6-838a-6eeffb21ac6d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:34.221236 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Allocated IP 172.20.0.1 (a39c3c0b-af42-4a48-a1bf-307b11e25d16/1277b67f-e7b1-40c1-afcd-deaf5892c2ed/b8231f45-a5e6-4ccf-bd93-19a0781b5503) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:34.295180 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Publish callbacks [] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.301225 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.357030 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Pushing event updated for resources: {'Port': ['ID=cbef81be-3cad-476a-9ee9-db51c1027e3a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:34.365702 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.366437 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.366556 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.366911 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.367240 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.368565 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.368965 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.369294 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.369616 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.369942 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.370276 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.370772 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.371276 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.371749 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.372203 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:34.384833 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Attempting to bind port cbef81be-3cad-476a-9ee9-db51c1027e3a on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:03:34.385316 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Attempting to bind port cbef81be-3cad-476a-9ee9-db51c1027e3a by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:03:34.385738 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Attempting to bind port cbef81be-3cad-476a-9ee9-db51c1027e3a on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:34.391570 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:03:34.392069 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:34.392533 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.392978 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:03:34.393515 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Bound port: cbef81be-3cad-476a-9ee9-db51c1027e3a, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:03:34.393970 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.460492 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] For port cbef81be-3cad-476a-9ee9-db51c1027e3a, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:03:34.464596 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] For port cbef81be-3cad-476a-9ee9-db51c1027e3a, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cbef81be-3cad-476a-9ee9-db51c1027e3a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:03:34.472513 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.531497 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57818) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:34.550560 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ceac7068-9d57-47b5-b04d-5f95e3aa9f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.567356 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019abf-b3c9-4eee-bc36-7718ab9f925d None None] Pushing event updated for resources: {'Port': ['ID=cbef81be-3cad-476a-9ee9-db51c1027e3a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:34.581177 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks [] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.590548 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:34.591578 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:34.629675 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.636236 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67d49d-dd48-419f-864a-76b7f815380e req-ff053b41-aed8-45c2-8721-dfd77513a5eb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:34.637989 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6e67d49d-dd48-419f-864a-76b7f815380e req-ff053b41-aed8-45c2-8721-dfd77513a5eb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0815139 May 10 14:03:34.689657 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Pushing event updated for resources: {'Port': ['ID=b8231f45-a5e6-4ccf-bd93-19a0781b5503,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:34.693335 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:34.695284 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:34.699244 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:34.699956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (8c9318e9-ae8c-43b1-b262-b5a533528ebb), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.731596 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6e67d49d-dd48-419f-864a-76b7f815380e req-3459d484-a93f-41dd-a05c-498e2068353e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860167 May 10 14:03:34.775277 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:34.784637 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ceac7068-9d57-47b5-b04d-5f95e3aa9f80 admin admin] Publish callbacks [] for security_group (17a23aea-6bea-439e-881e-19446009b6ac), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.793062 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ceac7068-9d57-47b5-b04d-5f95e3aa9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (17a23aea-6bea-439e-881e-19446009b6ac), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.825432 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac7068-9d57-47b5-b04d-5f95e3aa9f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a23aea-6bea-439e-881e-19446009b6ac,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:34.856622 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ceac7068-9d57-47b5-b04d-5f95e3aa9f80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbdb4d3825284f5ab7dc352ad942b3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190608 May 10 14:03:34.856622 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57822) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:34.885162 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.922703 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-974e56df-3a7b-496e-95ca-3fb19686a6aa admin admin] Publish callbacks [] for security_group (17a23aea-6bea-439e-881e-19446009b6ac), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:34.959378 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-974e56df-3a7b-496e-95ca-3fb19686a6aa admin admin] Publish callbacks [] for security_group (17a23aea-6bea-439e-881e-19446009b6ac), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.021835 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-974e56df-3a7b-496e-95ca-3fb19686a6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (17a23aea-6bea-439e-881e-19446009b6ac), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.022791 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:32Z', 'revision_number': 3, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:35.024920 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-974e56df-3a7b-496e-95ca-3fb19686a6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.026137 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-974e56df-3a7b-496e-95ca-3fb19686a6aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17a23aea-6bea-439e-881e-19446009b6ac HTTP/1.1" status: 204 len: 168 time: 0.1698208 May 10 14:03:35.034411 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e56df-3a7b-496e-95ca-3fb19686a6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a23aea-6bea-439e-881e-19446009b6ac,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:35.069255 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720a706-ad07-4ffd-b810-a3bb5c458d9e None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:32Z', 'revision_number': 3, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:03:35.087249 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1bfbd3fd-69b9-42a4-8529-90eab5164494 None None] Provisioning complete for port b8231f45-a5e6-4ccf-bd93-19a0781b5503 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:35.087818 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd3fd-69b9-42a4-8529-90eab5164494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.111783 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks [] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.120140 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.121045 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (8c9318e9-ae8c-43b1-b262-b5a533528ebb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.135654 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbd3fd-69b9-42a4-8529-90eab5164494 None None] Port b8231f45-a5e6-4ccf-bd93-19a0781b5503 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:03:35.211998 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Pushing event updated for resources: {'Port': ['ID=b8231f45-a5e6-4ccf-bd93-19a0781b5503,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:35.265122 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:35.266626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:35.414793 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:03:35.558597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:03:35.566809 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-05e49519-79cc-4c7b-b2f8-9a8744134e08 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c9318e9-ae8c-43b1-b262-b5a533528ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543844 May 10 14:03:35.578801 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.657966 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1f4f96d4-3b52-4e88-9ae6-90eff844be5d None None] Provisioning complete for port b8231f45-a5e6-4ccf-bd93-19a0781b5503 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:35.658402 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1f4f96d4-3b52-4e88-9ae6-90eff844be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:35.703143 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f96d4-3b52-4e88-9ae6-90eff844be5d None None] Port b8231f45-a5e6-4ccf-bd93-19a0781b5503 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:03:35.912966 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29886b31-295b-4724-9394-ac4285e7ba04 req-97de639e-c46d-49c6-b6f8-c7b120ae56dd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:35.914866 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-29886b31-295b-4724-9394-ac4285e7ba04 req-97de639e-c46d-49c6-b6f8-c7b120ae56dd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0766196 May 10 14:03:35.917104 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-3d51021c-b8e6-4163-a3eb-c226f249ba28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1006641 May 10 14:03:36.023357 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cbef81be-3cad-476a-9ee9-db51c1027e3a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:36.053952 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57862) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:36.075474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-bc4251a5-0ffd-4b4d-9afa-541ab3068570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:36.077170 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-bc4251a5-0ffd-4b4d-9afa-541ab3068570 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1129 time: 0.1010756 May 10 14:03:36.080190 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340873549', 'description': 'tempest-description--487083051'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:36.113394 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port cbef81be-3cad-476a-9ee9-db51c1027e3a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:36.113949 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.133657 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.160317 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-29886b31-295b-4724-9394-ac4285e7ba04 req-34dff033-6608-465b-b62d-90062da0f378 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392859 May 10 14:03:36.207919 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port cbef81be-3cad-476a-9ee9-db51c1027e3a is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:36.208801 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.261495 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port cbef81be-3cad-476a-9ee9-db51c1027e3a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cbef81be-3cad-476a-9ee9-db51c1027e3a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:36.267378 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.268628 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b9f311d6-dd8b-40b2-86d8-9593731eb35e up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:36.271738 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.279355 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.280194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-4c382b66-293d-414c-8435-29ef61125b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:36.282122 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-4c382b66-293d-414c-8435-29ef61125b9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.1786635 May 10 14:03:36.333329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.335730 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2807612 May 10 14:03:36.337720 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:36.346872 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57870) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:36.348325 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.348781 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.349215 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.349919 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.350103 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.350691 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.351114 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.351535 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.351979 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.352402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.352822 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.353278 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.353929 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.354479 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.354896 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69acac-5602-4574-82c0-85480157eea7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.363084 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'security_group_rule': {'security_group_id': 'b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:36.371366 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=cbef81be-3cad-476a-9ee9-db51c1027e3a,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:36.398829 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port b9f311d6-dd8b-40b2-86d8-9593731eb35e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:36.399221 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.402541 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.403163 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (4a3c312e-b9dd-48dc-9072-4c389eb3b931), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.403539 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.404038 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.404561 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.405268 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.405891 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.406421 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.406968 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.407655 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.408233 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.408725 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.409313 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.409893 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.410333 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-f8183288-b573-4a5d-90fc-970eee3e0fff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 200 len: 217 time: 0.1195636 May 10 14:03:36.410574 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.410991 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:36.478722 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (4a3c312e-b9dd-48dc-9072-4c389eb3b931), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.483823 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (4a3c312e-b9dd-48dc-9072-4c389eb3b931), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.493775 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-dfca80b7-9e23-409a-906e-08e117a8a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:36.495798 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-dfca80b7-9e23-409a-906e-08e117a8a819 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0719616 May 10 14:03:36.504547 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3c312e-b9dd-48dc-9072-4c389eb3b931,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:36.512757 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port b9f311d6-dd8b-40b2-86d8-9593731eb35e is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:36.520890 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.522073 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-247174e5-a4be-4e2b-9a41-22a5a904b77a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625190 May 10 14:03:36.525589 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 57876) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:36.530098 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'security_group_rule': {'security_group_id': 'b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:36.559326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (067d2c84-a41d-4859-a883-557160523f0f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.559684 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-927bd8d3-d281-4cae-942d-322a32aebb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:36.561214 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-927bd8d3-d281-4cae-942d-322a32aebb9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587878 May 10 14:03:36.620557 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (067d2c84-a41d-4859-a883-557160523f0f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.627519 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (067d2c84-a41d-4859-a883-557160523f0f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.651754 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067d2c84-a41d-4859-a883-557160523f0f,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:36.662020 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.663555 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-60fe4176-e373-4a29-b4d5-5d7f0c586290 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369030 May 10 14:03:36.668302 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57884) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:36.675773 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:36.690806 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-6373a324-2ef4-4a69-9e9a-cb6e85db5706 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225464 May 10 14:03:36.725150 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.860399 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:36.863673 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b54562e5-2268-4bc3-91cd-799ace8ef604 req-5b2b8764-1575-4095-883a-08182aeec52f service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631856 May 10 14:03:36.986121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Allocated IP 172.27.2.54 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/0dc7749f-59c6-4eac-ac3f-095b1e1b8b03) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:37.122072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.168792 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.223028 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'Port': ['ID=0dc7749f-59c6-4eac-ac3f-095b1e1b8b03,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:37.232879 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.233512 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.233758 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.234227 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.234682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.235137 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.235776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.236006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.236467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.237044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.237385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.237815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.238317 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.239194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.239194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:37.255150 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:37.257168 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:37.263157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:37.365431 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (ebca7374-8d0b-4491-89aa-e32c6b6c8f83), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.366076 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:03:37.386252 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b55438-d586-4c3c-95dd-3c2a79668cce req-06394358-140b-405a-8b29-6c24638b5ec4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:37.387921 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-93b55438-d586-4c3c-95dd-3c2a79668cce req-06394358-140b-405a-8b29-6c24638b5ec4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0721307 May 10 14:03:37.392541 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:37.394903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:37.454914 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.511752 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-93b55438-d586-4c3c-95dd-3c2a79668cce req-03103e85-7650-4749-800f-04e9e20b474b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992796 May 10 14:03:37.574538 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:37.685134 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.693089 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.752704 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (ebca7374-8d0b-4491-89aa-e32c6b6c8f83), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.774235 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'Port': ['ID=0dc7749f-59c6-4eac-ac3f-095b1e1b8b03,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:37.792117 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.802349 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9e8a8a33-b0e6-4e9b-a6be-5773ef23b778 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1329634 May 10 14:03:37.877066 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 2, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:37.905016 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cbef81be-3cad-476a-9ee9-db51c1027e3a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:37.993505 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:03:37.993886 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Updating router 8c9318e9-ae8c-43b1-b262-b5a533528ebb port b8231f45-a5e6-4ccf-bd93-19a0781b5503 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:03:38.056434 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.075617 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port cbef81be-3cad-476a-9ee9-db51c1027e3a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:38.076002 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.158363 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-5b0384cd-be7c-4f53-aa78-b1c0fcd8c5a7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1340873549&fields=id&tenant_id=3327601a4d59466dbe9fb4ad689616f2 HTTP/1.1" status: 200 len: 267 time: 0.0679100 May 10 14:03:38.265872 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57966) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:38.323446 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-8fe2e20d-32c7-4184-8d54-71bc2e7b5a48 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:38.325400 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-8fe2e20d-32c7-4184-8d54-71bc2e7b5a48 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 810 time: 0.1579182 May 10 14:03:38.326635 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port cbef81be-3cad-476a-9ee9-db51c1027e3a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:38.352368 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-ba305ad6-7419-4020-a3af-b2e22a0ca001 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/quotas/3327601a4d59466dbe9fb4ad689616f2 HTTP/1.1" status: 200 len: 375 time: 0.0188754 May 10 14:03:38.434351 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-5346d62a-5f07-4182-b24e-01c432c7db21 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744247 May 10 14:03:38.451201 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8395a0ad-fe63-4daf-bc76-7975c849d025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.478981 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Publish callbacks [] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.485768 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.552407 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe487-9360-453e-addf-2c8e6f4549be None None] Pushing event updated for resources: {'Port': ['ID=b8231f45-a5e6-4ccf-bd93-19a0781b5503,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:38.565553 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8395a0ad-fe63-4daf-bc76-7975c849d025 admin admin] Publish callbacks [] for security_group (0607202c-c4c8-4785-af49-2fc5200703c8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.571273 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8395a0ad-fe63-4daf-bc76-7975c849d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (0607202c-c4c8-4785-af49-2fc5200703c8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.582449 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-7b6c5d16-0d39-45a3-bf19-bd8d8f432f0c service neutron] 10.222.0.32 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312492 May 10 14:03:38.618788 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Attempting to bind port b8231f45-a5e6-4ccf-bd93-19a0781b5503 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:03:38.619166 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Attempting to bind port b8231f45-a5e6-4ccf-bd93-19a0781b5503 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:03:38.619528 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Attempting to bind port b8231f45-a5e6-4ccf-bd93-19a0781b5503 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:38.626586 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8395a0ad-fe63-4daf-bc76-7975c849d025 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee56f2fd63494a71aedfda53dc9ddf33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565893 May 10 14:03:38.626785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:03:38.626785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Checking segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:38.627405 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.627517 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 57978) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:38.628577 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Bound using segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:03:38.629256 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Bound port: b8231f45-a5e6-4ccf-bd93-19a0781b5503, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:03:38.629818 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.637099 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395a0ad-fe63-4daf-bc76-7975c849d025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0607202c-c4c8-4785-af49-2fc5200703c8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:38.735396 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-53ef1f1f-58d4-4b6c-aa19-f90ec9040123 service neutron] 10.222.0.32 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464231 May 10 14:03:38.742991 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] For port b8231f45-a5e6-4ccf-bd93-19a0781b5503, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:03:38.748824 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] For port b8231f45-a5e6-4ccf-bd93-19a0781b5503, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b8231f45-a5e6-4ccf-bd93-19a0781b5503,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:03:38.761089 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.780987 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67752404-6fe5-4ef3-bb33-d3c278c07d3d req-5ccf09a3-0125-487c-9395-8fee7ac72dc5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:38.788383 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67752404-6fe5-4ef3-bb33-d3c278c07d3d req-5ccf09a3-0125-487c-9395-8fee7ac72dc5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.1624336 May 10 14:03:38.817949 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:38.818946 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:38.862591 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67752404-6fe5-4ef3-bb33-d3c278c07d3d req-3b565725-4e0b-428c-8424-e9d3c1aa3456 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728383 May 10 14:03:38.887332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-603b5fe2-358d-4dc2-a565-246b760a8e37 admin admin] Publish callbacks [] for security_group (0607202c-c4c8-4785-af49-2fc5200703c8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:38.917693 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe487-9360-453e-addf-2c8e6f4549be None None] Pushing event updated for resources: {'Port': ['ID=b8231f45-a5e6-4ccf-bd93-19a0781b5503,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:38.924944 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-603b5fe2-358d-4dc2-a565-246b760a8e37 admin admin] Publish callbacks [] for security_group (0607202c-c4c8-4785-af49-2fc5200703c8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.115777 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39dcba7a-bacd-459d-8890-176e2828a236 req-034dfa81-005e-467a-96de-4ea4078ff939 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 210 time: 0.0931172 May 10 14:03:39.144390 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-603b5fe2-358d-4dc2-a565-246b760a8e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (0607202c-c4c8-4785-af49-2fc5200703c8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.147600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-603b5fe2-358d-4dc2-a565-246b760a8e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.149842 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-603b5fe2-358d-4dc2-a565-246b760a8e37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0607202c-c4c8-4785-af49-2fc5200703c8 HTTP/1.1" status: 204 len: 168 time: 0.5137396 May 10 14:03:39.168641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b5fe2-358d-4dc2-a565-246b760a8e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0607202c-c4c8-4785-af49-2fc5200703c8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:39.186059 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] Provisioning complete for port b8231f45-a5e6-4ccf-bd93-19a0781b5503 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:39.186650 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.204729 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:39.473480 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] Current status of the port b8231f45-a5e6-4ccf-bd93-19a0781b5503 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:39.474222 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.569774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] For port b8231f45-a5e6-4ccf-bd93-19a0781b5503, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b8231f45-a5e6-4ccf-bd93-19a0781b5503,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:39.579832 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.620734 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:38Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:39.650538 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedef399-3534-4f33-b8df-840f502369f4 None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:38Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:03:39.712294 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed028d9-2ad6-442c-8421-73d9c3f62929 None None] Pushing event updated for resources: {'Port': ['ID=b8231f45-a5e6-4ccf-bd93-19a0781b5503,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:39.755821 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-920987c4-5bc9-4688-bf1a-3f47f4706f91 None None] Provisioning complete for port b8231f45-a5e6-4ccf-bd93-19a0781b5503 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:39.756367 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-920987c4-5bc9-4688-bf1a-3f47f4706f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.785981 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58028) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:39.808743 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305e0124-f327-4fe4-889a-fdf9a9dfe072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:39.886302 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-920987c4-5bc9-4688-bf1a-3f47f4706f91 None None] Current status of the port b8231f45-a5e6-4ccf-bd93-19a0781b5503 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:39.941018 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b8231f45-a5e6-4ccf-bd93-19a0781b5503 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:39.995128 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305e0124-f327-4fe4-889a-fdf9a9dfe072 admin admin] Publish callbacks [] for security_group (dcd486d9-4d67-4fca-85ef-de5a7cabbcc4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.000213 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305e0124-f327-4fe4-889a-fdf9a9dfe072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dcd486d9-4d67-4fca-85ef-de5a7cabbcc4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.013321 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port b8231f45-a5e6-4ccf-bd93-19a0781b5503 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:40.013802 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.022192 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4e494-90ec-4279-87bc-950a8b2b2a35 req-7fa52202-24dd-49d2-bffa-029a7134673e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:40.031431 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-76f4e494-90ec-4279-87bc-950a8b2b2a35 req-7fa52202-24dd-49d2-bffa-029a7134673e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0635428 May 10 14:03:40.038080 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e0124-f327-4fe4-889a-fdf9a9dfe072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd486d9-4d67-4fca-85ef-de5a7cabbcc4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:40.068493 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-305e0124-f327-4fe4-889a-fdf9a9dfe072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=956a9a8e2de84eb78e309d2e1fb5b5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803991 May 10 14:03:40.070107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58034) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:40.091996 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-76f4e494-90ec-4279-87bc-950a8b2b2a35 req-c562e0a3-f069-409d-bed3-c885cde91267 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595176 May 10 14:03:40.141780 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port b8231f45-a5e6-4ccf-bd93-19a0781b5503 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:40.155733 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa5cefc0-0a93-45ac-bc81-6df0ef433ba9 admin admin] Publish callbacks [] for security_group (dcd486d9-4d67-4fca-85ef-de5a7cabbcc4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.187958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa5cefc0-0a93-45ac-bc81-6df0ef433ba9 admin admin] Publish callbacks [] for security_group (dcd486d9-4d67-4fca-85ef-de5a7cabbcc4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.249499 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-adf3d809-c48c-4fe1-b247-bbdc933283f3 req-7a48d186-d948-46f9-81dd-f9901c824349 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 210 time: 0.0369210 May 10 14:03:40.272664 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa5cefc0-0a93-45ac-bc81-6df0ef433ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dcd486d9-4d67-4fca-85ef-de5a7cabbcc4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.275815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa5cefc0-0a93-45ac-bc81-6df0ef433ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:40.276975 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fa5cefc0-0a93-45ac-bc81-6df0ef433ba9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcd486d9-4d67-4fca-85ef-de5a7cabbcc4 HTTP/1.1" status: 204 len: 168 time: 0.2051928 May 10 14:03:40.287940 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cefc0-0a93-45ac-bc81-6df0ef433ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd486d9-4d67-4fca-85ef-de5a7cabbcc4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:40.745563 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-203de649-837f-4a58-ab8c-7ac1151e1d61 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:40.747205 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-203de649-837f-4a58-ab8c-7ac1151e1d61 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 810 time: 0.1280534 May 10 14:03:40.847290 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-5cf98fe6-eee7-4c6a-afdf-537b0c792108 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3327601a4d59466dbe9fb4ad689616f2 HTTP/1.1" status: 200 len: 380 time: 0.0790489 May 10 14:03:40.864550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'port': {'device_id': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'admin_state_up': True, 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'security_groups': ['b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:40.993053 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Made reservation on behalf of 3327601a4d59466dbe9fb4ad689616f2 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:40.997025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.154479 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Allocated IP 172.20.0.6 (a39c3c0b-af42-4a48-a1bf-307b11e25d16/1277b67f-e7b1-40c1-afcd-deaf5892c2ed/a3267fc0-8b43-4414-a63f-84901ac8ab21) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:41.203314 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58086) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:41.234013 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf298f7-908f-44e6-82a5-77ccf2dba015 req-9aa11f7d-838c-4e84-bcb2-a8464ff6ea2c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:41.244590 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3bf298f7-908f-44e6-82a5-77ccf2dba015 req-9aa11f7d-838c-4e84-bcb2-a8464ff6ea2c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0663190 May 10 14:03:41.310554 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58092) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:41.318912 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3bf298f7-908f-44e6-82a5-77ccf2dba015 req-715f0422-c348-421f-8db0-a62e9d1150be tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725205 May 10 14:03:41.360844 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-999f3b18-a7c2-4e43-b76f-80921d014d66 req-d5dacd38-88a2-4155-b65e-a8fae4276a34 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 210 time: 0.0303738 May 10 14:03:41.424911 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.434293 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1333592979-network', 'tenant_id': 'a68724f8dee24cd4bcf86653168a16fc'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:41.466493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Made reservation on behalf of a68724f8dee24cd4bcf86653168a16fc for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:41.468687 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.477875 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3496538a-e00c-40cd-aafc-bd20d9b6db53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.480133 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.498017 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.571865 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:41.574413 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'Port': ['ID=a3267fc0-8b43-4414-a63f-84901ac8ab21,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:41.578665 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3496538a-e00c-40cd-aafc-bd20d9b6db53 admin admin] Publish callbacks [] for security_group (9815954d-733c-491e-bd52-77265e93e2c4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.582326 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:41.584894 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3496538a-e00c-40cd-aafc-bd20d9b6db53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9815954d-733c-491e-bd52-77265e93e2c4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.586146 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:41.602514 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:41.603701 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.625004 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-0ee00e7e-ac1f-4877-bdc6-e1140a746d85 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649682 May 10 14:03:41.630723 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3496538a-e00c-40cd-aafc-bd20d9b6db53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5744960322494493bcb5bfe0e85a4fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107815 May 10 14:03:41.631549 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496538a-e00c-40cd-aafc-bd20d9b6db53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9815954d-733c-491e-bd52-77265e93e2c4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:41.634363 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58102) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:41.665527 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks [] for security_group (9c4626a3-1dc4-4843-8386-550f9cc164ae), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.671420 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9c4626a3-1dc4-4843-8386-550f9cc164ae), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.696100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:03:41.701375 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7437b77b-7358-4647-889b-bb30fa859b8b admin admin] Publish callbacks [] for security_group (9815954d-733c-491e-bd52-77265e93e2c4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.724103 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (21d58d58-47b0-4d68-a909-642ab5a0034f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.724727 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Added segment 21d58d58-47b0-4d68-a909-642ab5a0034f of type vlan for network c24e6061-997d-45af-bf91-cfef403c948e May 10 14:03:41.730919 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7437b77b-7358-4647-889b-bb30fa859b8b admin admin] Publish callbacks [] for security_group (9815954d-733c-491e-bd52-77265e93e2c4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.736212 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4626a3-1dc4-4843-8386-550f9cc164ae,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:41.771925 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (c24e6061-997d-45af-bf91-cfef403c948e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.800494 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7437b77b-7358-4647-889b-bb30fa859b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9815954d-733c-491e-bd52-77265e93e2c4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.803023 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7437b77b-7358-4647-889b-bb30fa859b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.804387 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7437b77b-7358-4647-889b-bb30fa859b8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9815954d-733c-491e-bd52-77265e93e2c4 HTTP/1.1" status: 204 len: 168 time: 0.1691413 May 10 14:03:41.816418 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b77b-7358-4647-889b-bb30fa859b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9815954d-733c-491e-bd52-77265e93e2c4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:41.830274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (c24e6061-997d-45af-bf91-cfef403c948e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.831960 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:41.832810 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.898639 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6938279 May 10 14:03:41.901504 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58110) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:41.906394 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Request body: {'subnet': {'network_id': 'c24e6061-997d-45af-bf91-cfef403c948e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1333592979-subnet', 'tenant_id': 'a68724f8dee24cd4bcf86653168a16fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:41.922450 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32708ee-d707-484c-980a-9a3bb7ae85af admin admin] Pushing event updated for resources: {'Network': ['ID=c24e6061-997d-45af-bf91-cfef403c948e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:41.929095 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-55baeb85-f5c1-48fb-b0ef-11cf718584f0 None None] Provisioning complete for port a3267fc0-8b43-4414-a63f-84901ac8ab21 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:41.934230 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55baeb85-f5c1-48fb-b0ef-11cf718584f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.934818 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Made reservation on behalf of a68724f8dee24cd4bcf86653168a16fc for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:41.938455 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:41.980869 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-55baeb85-f5c1-48fb-b0ef-11cf718584f0 None None] Port a3267fc0-8b43-4414-a63f-84901ac8ab21 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:03:41.982765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network c24e6061-997d-45af-bf91-cfef403c948e details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:03:42.170186 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (fca9eb0f-da58-40b3-80ee-c1c06e105830), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.205796 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:42.261552 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca9eb0f-da58-40b3-80ee-c1c06e105830,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:42.265337 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Checking segment: {'id': '21d58d58-47b0-4d68-a909-642ab5a0034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c24e6061-997d-45af-bf91-cfef403c948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:42.265544 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Network hostable DHCP agents. Network: c24e6061-997d-45af-bf91-cfef403c948e, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:03:42.286438 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Network c24e6061-997d-45af-bf91-cfef403c948e is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:03:42.295559 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, c24e6061-997d-45af-bf91-cfef403c948e) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:42.301326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:42.301979 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.316741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd749ed-54f3-4536-b6e5-686333c1e0eb None None] Network c24e6061-997d-45af-bf91-cfef403c948e requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:03:42.325276 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58126) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:42.330235 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6f2060fa-78c8-481a-a633-860b56cd6c85 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4274516 May 10 14:03:42.347812 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5e661a3f-ff20-4fb4-a432-96817dbf5f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.369665 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03bb112d-e538-45cc-844f-878edfc4c09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.458936 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3047b-41ed-4b75-834c-59d17cbff63b None None] Network c24e6061-997d-45af-bf91-cfef403c948e requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:03:42.501400 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f33cc-d61c-4870-94cc-cab3d99e61ab req-65b2768a-d7f8-42e8-9c64-300e828c95a1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:42.503579 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce2f33cc-d61c-4870-94cc-cab3d99e61ab req-65b2768a-d7f8-42e8-9c64-300e828c95a1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0771039 May 10 14:03:42.545159 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03bb112d-e538-45cc-844f-878edfc4c09f admin admin] Publish callbacks [] for security_group (7e766a80-4bed-4f2c-9900-2142de1e6227), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.549807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5e661a3f-ff20-4fb4-a432-96817dbf5f24 admin admin] Publish callbacks [] for security_group (846f061b-ab54-4604-8aad-116bcd6cd434), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.558072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03bb112d-e538-45cc-844f-878edfc4c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7e766a80-4bed-4f2c-9900-2142de1e6227), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.572797 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce2f33cc-d61c-4870-94cc-cab3d99e61ab req-8517ac19-0327-4b5f-882c-e17adb49632a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624146 May 10 14:03:42.576328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5e661a3f-ff20-4fb4-a432-96817dbf5f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (846f061b-ab54-4604-8aad-116bcd6cd434), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.597285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4eacc-fb21-4936-93fd-ef767ef05138 req-d2c5b626-0186-4f4b-8989-359d8ad0c872 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:42.598808 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2e4eacc-fb21-4936-93fd-ef767ef05138 req-d2c5b626-0186-4f4b-8989-359d8ad0c872 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 931 time: 0.1045434 May 10 14:03:42.643000 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-03bb112d-e538-45cc-844f-878edfc4c09f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8da3711ec3034c158c91bfac934b7c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359162 May 10 14:03:42.645682 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58136) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:42.657160 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb112d-e538-45cc-844f-878edfc4c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e766a80-4bed-4f2c-9900-2142de1e6227,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:42.674567 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5e661a3f-ff20-4fb4-a432-96817dbf5f24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8dab943288c4caaa379cde05226353e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457096 May 10 14:03:42.677103 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58140) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:42.701912 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e661a3f-ff20-4fb4-a432-96817dbf5f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f061b-ab54-4604-8aad-116bcd6cd434,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:42.713642 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2e4eacc-fb21-4936-93fd-ef767ef05138 req-ec298924-751f-4f6b-9271-1fabe5b9253c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970151 May 10 14:03:42.754719 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30a75297-a0ad-432c-9d4e-5c896474c65c admin admin] Publish callbacks [] for security_group (7e766a80-4bed-4f2c-9900-2142de1e6227), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.774740 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b463ba7d-1192-4d71-81ce-ba94b8cd1902 admin admin] Publish callbacks [] for security_group (846f061b-ab54-4604-8aad-116bcd6cd434), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.795987 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30a75297-a0ad-432c-9d4e-5c896474c65c admin admin] Publish callbacks [] for security_group (7e766a80-4bed-4f2c-9900-2142de1e6227), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.815893 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b463ba7d-1192-4d71-81ce-ba94b8cd1902 admin admin] Publish callbacks [] for security_group (846f061b-ab54-4604-8aad-116bcd6cd434), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.886765 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b463ba7d-1192-4d71-81ce-ba94b8cd1902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (846f061b-ab54-4604-8aad-116bcd6cd434), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.889222 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b463ba7d-1192-4d71-81ce-ba94b8cd1902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.890381 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b463ba7d-1192-4d71-81ce-ba94b8cd1902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/846f061b-ab54-4604-8aad-116bcd6cd434 HTTP/1.1" status: 204 len: 168 time: 0.2122526 May 10 14:03:42.893831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30a75297-a0ad-432c-9d4e-5c896474c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7e766a80-4bed-4f2c-9900-2142de1e6227), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.896261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30a75297-a0ad-432c-9d4e-5c896474c65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:42.900615 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-30a75297-a0ad-432c-9d4e-5c896474c65c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e766a80-4bed-4f2c-9900-2142de1e6227 HTTP/1.1" status: 204 len: 168 time: 0.2507885 May 10 14:03:42.903362 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463ba7d-1192-4d71-81ce-ba94b8cd1902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f061b-ab54-4604-8aad-116bcd6cd434,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:42.912456 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a75297-a0ad-432c-9d4e-5c896474c65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e766a80-4bed-4f2c-9900-2142de1e6227,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:43.250055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58162) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:43.255069 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615474384-network', 'tenant_id': '28d99142a4fc4b1bba4238e62b5c48dd'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:43.275217 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Made reservation on behalf of 28d99142a4fc4b1bba4238e62b5c48dd for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:43.277681 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.286959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.307270 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58164) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:43.326544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab7c5629-e99e-4a58-834d-86771cdbf108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.400971 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Request body: {'port': {'device_id': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:43.468935 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks [] for security_group (adba7b06-28d0-49a7-8272-32495cadd0ab), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.482377 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (adba7b06-28d0-49a7-8272-32495cadd0ab), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.562583 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:03:43.596573 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.614571 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adba7b06-28d0-49a7-8272-32495cadd0ab,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:43.620676 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (d1ab9358-1fa8-42a0-a733-b8fee79c9384), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.621022 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Added segment d1ab9358-1fa8-42a0-a733-b8fee79c9384 of type vlan for network 8681224c-c892-4f54-b324-d12897d5008c May 10 14:03:43.626538 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab7c5629-e99e-4a58-834d-86771cdbf108 admin admin] Publish callbacks [] for security_group (2e6f097d-d03b-4bc8-a454-2cb77512f3f8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.642902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab7c5629-e99e-4a58-834d-86771cdbf108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2e6f097d-d03b-4bc8-a454-2cb77512f3f8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.650263 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3506d29-4526-48ec-823b-798f0a2dad1c req-09e9e5a3-d035-4a20-b55f-55a8d22d3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:43.651776 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3506d29-4526-48ec-823b-798f0a2dad1c req-09e9e5a3-d035-4a20-b55f-55a8d22d3f2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1130 time: 0.1148407 May 10 14:03:43.701752 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075eb62-4ef1-4c34-8cf3-5d242938d99a req-70587288-1474-4b2e-974d-fbd67ef5a61d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:43.703357 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2075eb62-4ef1-4c34-8cf3-5d242938d99a req-70587288-1474-4b2e-974d-fbd67ef5a61d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0480888 May 10 14:03:43.746031 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (8681224c-c892-4f54-b324-d12897d5008c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.779019 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ab7c5629-e99e-4a58-834d-86771cdbf108 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3edcd25c3c3a4c4ba71f37a243b05c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663060 May 10 14:03:43.785782 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58186) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:43.790090 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2075eb62-4ef1-4c34-8cf3-5d242938d99a req-7b23c0e8-8a2d-4265-b472-3dd7a170a057 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752327 May 10 14:03:43.797018 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c5629-e99e-4a58-834d-86771cdbf108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6f097d-d03b-4bc8-a454-2cb77512f3f8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:44.148070 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3506d29-4526-48ec-823b-798f0a2dad1c req-5761612c-4b7e-43d1-9e9f-b1c5e2faeeeb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351609 May 10 14:03:44.156350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (8681224c-c892-4f54-b324-d12897d5008c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.157294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:44.157877 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.199501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6ff53-5883-43e6-9db3-4e92c8ec3f6e req-13dc6dd3-4d68-4a61-9ef0-9660fde1c6f5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:44.200993 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fc6ff53-5883-43e6-9db3-4e92c8ec3f6e req-13dc6dd3-4d68-4a61-9ef0-9660fde1c6f5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 931 time: 0.3814714 May 10 14:03:44.249654 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9983156 May 10 14:03:44.252593 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58206) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:44.258841 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Request body: {'subnet': {'network_id': '8681224c-c892-4f54-b324-d12897d5008c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615474384-subnet', 'tenant_id': '28d99142a4fc4b1bba4238e62b5c48dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:44.288625 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58210) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:44.295241 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Made reservation on behalf of 28d99142a4fc4b1bba4238e62b5c48dd for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:44.297932 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.325535 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8bd78-2bce-40db-9547-0ce8ec35d93e admin admin] Pushing event updated for resources: {'Network': ['ID=8681224c-c892-4f54-b324-d12897d5008c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:44.329667 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78b0f707-7a9b-4b25-b20b-e9e531253479 admin admin] Publish callbacks [] for security_group (2e6f097d-d03b-4bc8-a454-2cb77512f3f8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.339615 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 8681224c-c892-4f54-b324-d12897d5008c details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:03:44.402272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78b0f707-7a9b-4b25-b20b-e9e531253479 admin admin] Publish callbacks [] for security_group (2e6f097d-d03b-4bc8-a454-2cb77512f3f8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.415039 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fc6ff53-5883-43e6-9db3-4e92c8ec3f6e req-10072d71-94d5-4636-928d-7ab253b7ff0b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779573 May 10 14:03:44.525278 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75d3084d-0e17-4df9-9898-e613ad96c785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.532627 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3267fc0-8b43-4414-a63f-84901ac8ab21 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:03:44.536941 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78b0f707-7a9b-4b25-b20b-e9e531253479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2e6f097d-d03b-4bc8-a454-2cb77512f3f8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.540305 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78b0f707-7a9b-4b25-b20b-e9e531253479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.543997 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-78b0f707-7a9b-4b25-b20b-e9e531253479 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e6f097d-d03b-4bc8-a454-2cb77512f3f8 HTTP/1.1" status: 204 len: 168 time: 0.7416346 May 10 14:03:44.552567 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Publish callbacks [] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.554994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0f707-7a9b-4b25-b20b-e9e531253479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6f097d-d03b-4bc8-a454-2cb77512f3f8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:44.579753 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Transition to ACTIVE for port object a3267fc0-8b43-4414-a63f-84901ac8ab21 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:03:44.588703 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.618184 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (db85f995-ca57-42d1-8d55-a5d823e3d8f1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.674996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a3267fc0-8b43-4414-a63f-84901ac8ab21,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:44.692408 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Attempting to bind port a3267fc0-8b43-4414-a63f-84901ac8ab21 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:03:44.693001 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Attempting to bind port a3267fc0-8b43-4414-a63f-84901ac8ab21 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:03:44.693486 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Attempting to bind port a3267fc0-8b43-4414-a63f-84901ac8ab21 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:44.699257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Port a3267fc0-8b43-4414-a63f-84901ac8ab21 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:03:44.699887 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Attempting to bind port a3267fc0-8b43-4414-a63f-84901ac8ab21 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:44.707192 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:03:44.708152 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Checking segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:44.708753 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Bound using segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:03:44.709406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Bound port: a3267fc0-8b43-4414-a63f-84901ac8ab21, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:03:44.710105 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Pushing event updated for resources: {'Subnet': ['ID=db85f995-ca57-42d1-8d55-a5d823e3d8f1,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:44.710714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.767927 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75d3084d-0e17-4df9-9898-e613ad96c785 admin admin] Publish callbacks [] for security_group (aca4fb06-4903-43eb-92a1-64ae7373a635), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.782809 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75d3084d-0e17-4df9-9898-e613ad96c785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (aca4fb06-4903-43eb-92a1-64ae7373a635), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.798452 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Checking segment: {'id': 'd1ab9358-1fa8-42a0-a733-b8fee79c9384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8681224c-c892-4f54-b324-d12897d5008c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:44.799051 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Network hostable DHCP agents. Network: 8681224c-c892-4f54-b324-d12897d5008c, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:03:44.809246 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] For port a3267fc0-8b43-4414-a63f-84901ac8ab21, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:03:44.813429 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] For port a3267fc0-8b43-4414-a63f-84901ac8ab21, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:03:44.824035 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.873831 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-75d3084d-0e17-4df9-9898-e613ad96c785 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1be0d7c802ad4ca39b5a28bacdae2fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5837936 May 10 14:03:44.876924 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58226) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:44.884546 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3084d-0e17-4df9-9898-e613ad96c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca4fb06-4903-43eb-92a1-64ae7373a635,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:44.898680 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Network 8681224c-c892-4f54-b324-d12897d5008c is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:03:44.927805 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:44.928595 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.930848 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] 10.222.0.59 "PUT /v2.0/ports/a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 200 len: 1093 time: 1.5501516 May 10 14:03:44.931242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:44.933793 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b776f5-642b-4c2d-b399-ec5db9b75de9" -d '{"events": [{"name": "network-changed", "server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:44.942911 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 8681224c-c892-4f54-b324-d12897d5008c) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:44.955818 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443f411-ffb6-4bbb-a573-8697fbb5e8c3 None None] Network 8681224c-c892-4f54-b324-d12897d5008c requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:03:44.957797 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:44.959161 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.027169 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666602a-b3d2-48bd-a917-71ee7ccce186 req-864efdf7-4aea-4336-82db-a135956ea80e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:45.032521 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87959cc7-37a6-4852-bcb9-86f5fc68eca4 x-openstack-request-id: req-87959cc7-37a6-4852-bcb9-86f5fc68eca4 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:45.036136 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a666602a-b3d2-48bd-a917-71ee7ccce186 req-864efdf7-4aea-4336-82db-a135956ea80e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0998819 May 10 14:03:45.037108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:45.037493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87959cc7-37a6-4852-bcb9-86f5fc68eca4 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:45.037922 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87959cc7-37a6-4852-bcb9-86f5fc68eca4'] response: {'name': 'network-changed', 'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'status': 'completed', 'code': 200} May 10 14:03:45.041776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236938f0-91ae-4968-b7d8-45a45dac9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a3267fc0-8b43-4414-a63f-84901ac8ab21,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:45.047355 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0d7b918c-567e-498f-aeb9-0130b00871be admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7933550 May 10 14:03:45.087380 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43f18648-5e06-4534-90a6-04483b6f2686 admin admin] Publish callbacks [] for security_group (aca4fb06-4903-43eb-92a1-64ae7373a635), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.194224 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c9837e-3d08-4429-84bb-25845afd3be6 None None] Network 8681224c-c892-4f54-b324-d12897d5008c requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:03:45.229065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b776f5-642b-4c2d-b399-ec5db9b75de9 req-c23b7f8a-f23f-4ce9-b93e-652b4b5579fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:45.233371 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43f18648-5e06-4534-90a6-04483b6f2686 admin admin] Publish callbacks [] for security_group (aca4fb06-4903-43eb-92a1-64ae7373a635), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.245508 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b776f5-642b-4c2d-b399-ec5db9b75de9 req-c23b7f8a-f23f-4ce9-b93e-652b4b5579fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1127 time: 0.1152337 May 10 14:03:45.337497 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a666602a-b3d2-48bd-a917-71ee7ccce186 req-f0a7dda2-ec78-4d4f-99e6-0b53696fee8d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959008 May 10 14:03:45.410845 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b776f5-642b-4c2d-b399-ec5db9b75de9 req-5e1b11d9-4b50-4034-bbd4-45271ded4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:45.412584 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b776f5-642b-4c2d-b399-ec5db9b75de9 req-5e1b11d9-4b50-4034-bbd4-45271ded4a92 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3327601a4d59466dbe9fb4ad689616f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1601362 May 10 14:03:45.418590 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43f18648-5e06-4534-90a6-04483b6f2686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (aca4fb06-4903-43eb-92a1-64ae7373a635), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.425605 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43f18648-5e06-4534-90a6-04483b6f2686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.431491 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-43f18648-5e06-4534-90a6-04483b6f2686 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aca4fb06-4903-43eb-92a1-64ae7373a635 HTTP/1.1" status: 204 len: 168 time: 0.5534003 May 10 14:03:45.441076 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18648-5e06-4534-90a6-04483b6f2686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca4fb06-4903-43eb-92a1-64ae7373a635,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:45.643207 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b776f5-642b-4c2d-b399-ec5db9b75de9 req-4a61ffd1-954e-485d-bb8a-09bb10e238e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:45.644600 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b776f5-642b-4c2d-b399-ec5db9b75de9 req-4a61ffd1-954e-485d-bb8a-09bb10e238e2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255709 May 10 14:03:45.662957 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8407-cd1e-4a3d-a2f5-e86d3198256d req-34caf9d0-e5c7-45f5-94b1-187dab90e39c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:45.665543 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-939a8407-cd1e-4a3d-a2f5-e86d3198256d req-34caf9d0-e5c7-45f5-94b1-187dab90e39c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 943 time: 0.0819824 May 10 14:03:45.721496 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-939a8407-cd1e-4a3d-a2f5-e86d3198256d req-11a7ca68-668d-49fb-ba4b-bc45643d32ea tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499151 May 10 14:03:46.052804 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-276b5792-3d5c-460d-b003-dff12df69e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.058924 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-276b5792-3d5c-460d-b003-dff12df69e32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1127 time: 0.0962026 May 10 14:03:46.123943 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-1d3135b7-a525-46e8-b470-3fd18847b252 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 200 len: 217 time: 0.0540595 May 10 14:03:46.183222 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-4f9598e4-e8e1-44bf-adb8-baef9d12210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.184736 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-4f9598e4-e8e1-44bf-adb8-baef9d12210e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0526500 May 10 14:03:46.234293 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-6d465a2e-c177-4139-a86f-3ad7a8a8d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.235839 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-6d465a2e-c177-4139-a86f-3ad7a8a8d9f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449579 May 10 14:03:46.362905 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-f3e20a66-a9b3-41a7-9c6f-65a25b6cc468 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201775 May 10 14:03:46.377260 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:03:46.485064 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c1e8-271b-497b-b348-4005ca31879d req-1d26f5ca-0e9c-47dd-b2d1-7131e1edd592 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.486564 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4195c1e8-271b-497b-b348-4005ca31879d req-1d26f5ca-0e9c-47dd-b2d1-7131e1edd592 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0538399 May 10 14:03:46.519555 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65e8d3fc-491c-4a74-b0f5-75fae1127f32 req-d9960c05-8a45-4a0a-8579-7b140e898a2e service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461315 May 10 14:03:46.583093 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4195c1e8-271b-497b-b348-4005ca31879d req-a76ba366-7e34-459a-90ac-0477eba98085 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891383 May 10 14:03:46.728407 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58312) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:46.728778 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f873b-dca1-417e-95d9-a7b4a5bc4d07 req-d110941b-102d-4264-83fb-e3f110439101 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.738457 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-359f873b-dca1-417e-95d9-a7b4a5bc4d07 req-d110941b-102d-4264-83fb-e3f110439101 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0644195 May 10 14:03:46.873436 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-359f873b-dca1-417e-95d9-a7b4a5bc4d07 req-e0b912cb-a3d6-464a-af46-a11635b48b54 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261666 May 10 14:03:46.928997 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e938336-c906-4670-b212-6a3fc36d941e req-d0ee86ec-d00b-4cd7-a3c4-b01e28a88906 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.931618 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e938336-c906-4670-b212-6a3fc36d941e req-d0ee86ec-d00b-4cd7-a3c4-b01e28a88906 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 943 time: 0.0857210 May 10 14:03:47.034125 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e938336-c906-4670-b212-6a3fc36d941e req-e354f2ee-8d99-4075-8257-9b052c76d1df tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944443 May 10 14:03:47.035864 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1d951c9-243d-4743-83b0-ad1eec661633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.146768 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1d951c9-243d-4743-83b0-ad1eec661633 admin admin] Publish callbacks [] for security_group (006b99f6-5c8b-44eb-9a26-5e9ae642102c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.161193 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1d951c9-243d-4743-83b0-ad1eec661633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (006b99f6-5c8b-44eb-9a26-5e9ae642102c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.202635 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d951c9-243d-4743-83b0-ad1eec661633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b99f6-5c8b-44eb-9a26-5e9ae642102c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:47.207522 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c1d951c9-243d-4743-83b0-ad1eec661633 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc121f370346443b9a5d9c3c6c9788a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780777 May 10 14:03:47.209986 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58338) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:47.264157 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-030d7f6a-ded5-4b21-ae4a-0c2aa19f4a9d admin admin] Publish callbacks [] for security_group (006b99f6-5c8b-44eb-9a26-5e9ae642102c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.289388 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-030d7f6a-ded5-4b21-ae4a-0c2aa19f4a9d admin admin] Publish callbacks [] for security_group (006b99f6-5c8b-44eb-9a26-5e9ae642102c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.360222 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-030d7f6a-ded5-4b21-ae4a-0c2aa19f4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (006b99f6-5c8b-44eb-9a26-5e9ae642102c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.362774 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-030d7f6a-ded5-4b21-ae4a-0c2aa19f4a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:47.363914 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-030d7f6a-ded5-4b21-ae4a-0c2aa19f4a9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/006b99f6-5c8b-44eb-9a26-5e9ae642102c HTTP/1.1" status: 204 len: 168 time: 0.1528947 May 10 14:03:47.375292 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d7f6a-ded5-4b21-ae4a-0c2aa19f4a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b99f6-5c8b-44eb-9a26-5e9ae642102c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:48.165046 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d257d4-aa59-4444-ae30-86a80693aeb0 req-4ae6844d-2104-4bfa-93cd-4409487de04c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:48.170660 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42d257d4-aa59-4444-ae30-86a80693aeb0 req-4ae6844d-2104-4bfa-93cd-4409487de04c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 943 time: 0.0541160 May 10 14:03:48.232557 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42d257d4-aa59-4444-ae30-86a80693aeb0 req-3073eb8f-257d-496c-bf1f-a0b855b10b8e tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561311 May 10 14:03:48.750773 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a90e6-323d-4f5b-9be8-51a75f22dfb3 req-2377a016-6cf3-48a3-a5e3-25349322fd79 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:48.752162 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d7a90e6-323d-4f5b-9be8-51a75f22dfb3 req-2377a016-6cf3-48a3-a5e3-25349322fd79 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0475132 May 10 14:03:48.799159 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d7a90e6-323d-4f5b-9be8-51a75f22dfb3 req-f6d6cc63-f611-4448-931d-5d3ab4ed79ce tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 May 10 14:03:49.020189 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-8ed36845-c120-4470-bb54-5a044e3ac563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.021563 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-8ed36845-c120-4470-bb54-5a044e3ac563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1129 time: 0.0430624 May 10 14:03:49.109854 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-7e5082ad-60e7-4985-9a09-1d4493eaaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.111331 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-7e5082ad-60e7-4985-9a09-1d4493eaaf59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.0842690 May 10 14:03:49.155124 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-32df41a3-129f-4cfb-9ca7-2273f51dab21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 200 len: 217 time: 0.0382440 May 10 14:03:49.203498 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-77b8caa6-5131-41fa-8f1e-84af5c274610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.204905 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-77b8caa6-5131-41fa-8f1e-84af5c274610 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0444181 May 10 14:03:49.249291 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-ee2a760e-4f6c-4583-8e7a-a7912c4d33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.250831 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-ee2a760e-4f6c-4583-8e7a-a7912c4d33db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382690 May 10 14:03:49.356512 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-500c8bd6-97fc-4be1-9eba-6b988bd3f343 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940125 May 10 14:03:49.462322 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68f90cd5-5fa9-4095-a3db-4821f7378aa5 req-bc758a3a-ab4f-4b4e-b1a9-7b20d613469a service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996053 May 10 14:03:49.548649 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f6df2-fb56-4093-a79e-c3556f438a26 req-b2db767f-0950-454b-8b96-09501ab62d70 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.550338 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3b2f6df2-fb56-4093-a79e-c3556f438a26 req-b2db767f-0950-454b-8b96-09501ab62d70 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 943 time: 0.2563722 May 10 14:03:49.608065 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3b2f6df2-fb56-4093-a79e-c3556f438a26 req-dc2ad439-abb6-4fde-9e02-d7eebfd0a95e tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514691 May 10 14:03:49.718021 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-87ad5b76-5ec7-4c4f-bcb9-ea993286849b tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f7151edbac0840dd801f21d540b05126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301943 May 10 14:03:49.934254 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-c320d144-ff32-40a1-b194-f8620e538a06 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.936060 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-c320d144-ff32-40a1-b194-f8620e538a06 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127075 May 10 14:03:49.938881 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52876c-fdcf-4248-b339-ca1317031e22 req-e77b78f6-fcb9-4611-ba14-4ffd3be082fd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.947827 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ab52876c-fdcf-4248-b339-ca1317031e22 req-e77b78f6-fcb9-4611-ba14-4ffd3be082fd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0719779 May 10 14:03:49.953908 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-5bb72020-d010-400f-a889-3584edfa194b tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/quotas/f7151edbac0840dd801f21d540b05126 HTTP/1.1" status: 200 len: 375 time: 0.0109787 May 10 14:03:50.001825 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-86588759-e17c-46ee-9ab9-8e89d86a03b8 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7151edbac0840dd801f21d540b05126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378232 May 10 14:03:50.019910 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ab52876c-fdcf-4248-b339-ca1317031e22 req-695d6bf3-8a24-4e00-af46-da32ba4045af tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708416 May 10 14:03:50.088638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device a3267fc0-8b43-4414-a63f-84901ac8ab21 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:03:50.222092 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dd2a9149-2289-40da-a275-2568f8d9fdc6 req-a479d3b0-2b61-4464-b365-9406f1ec5029 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 210 time: 0.0365236 May 10 14:03:50.236873 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port a3267fc0-8b43-4414-a63f-84901ac8ab21, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:50.250042 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'port_id': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'mac_address': 'fa:16:3e:9a:f5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:03:50.292283 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port a3267fc0-8b43-4414-a63f-84901ac8ab21 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:50.292673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:50.306414 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3267fc0-8b43-4414-a63f-84901ac8ab21 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:03:50.332384 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port a3267fc0-8b43-4414-a63f-84901ac8ab21, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:50.338192 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:50.390696 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=a3267fc0-8b43-4414-a63f-84901ac8ab21,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:50.612803 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58476) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:50.730421 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b7efb-3f98-4bfd-bd0d-8d62b86f0274 req-7b5edb10-2cfc-4373-9b00-9e2fde83737d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:50.731871 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-557b7efb-3f98-4bfd-bd0d-8d62b86f0274 req-7b5edb10-2cfc-4373-9b00-9e2fde83737d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 944 time: 0.0516994 May 10 14:03:50.732022 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0e8906b1-cd19-49fc-9572-4c40e4abaec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:50.783227 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['a3267fc0-8b43-4414-a63f-84901ac8ab21'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:03:50.787759 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-557b7efb-3f98-4bfd-bd0d-8d62b86f0274 req-5ee044b0-531b-4521-b870-6784218d08cc tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488644 May 10 14:03:50.834995 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0e8906b1-cd19-49fc-9572-4c40e4abaec3 admin admin] Publish callbacks [] for security_group (4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:50.843253 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0e8906b1-cd19-49fc-9572-4c40e4abaec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:50.884039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8906b1-cd19-49fc-9572-4c40e4abaec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:50.891719 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0e8906b1-cd19-49fc-9572-4c40e4abaec3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=394a1538daf542719e52bb33b6eae420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777932 May 10 14:03:50.894575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58486) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:50.954641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fac03a6-11b5-4732-9faa-fb0b4af80acc admin admin] Publish callbacks [] for security_group (4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:50.982567 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fac03a6-11b5-4732-9faa-fb0b4af80acc admin admin] Publish callbacks [] for security_group (4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.028853 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fac03a6-11b5-4732-9faa-fb0b4af80acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.031335 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fac03a6-11b5-4732-9faa-fb0b4af80acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.032447 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0fac03a6-11b5-4732-9faa-fb0b4af80acc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae HTTP/1.1" status: 204 len: 168 time: 0.1364305 May 10 14:03:51.039943 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac03a6-11b5-4732-9faa-fb0b4af80acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c13ee6d-f1f1-4156-b7f1-10ee04e0bfae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:51.169211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf8b-e0e5-47b4-a06f-f6c58523d807 req-d5b129e3-ecb7-4bf1-81b0-1a5c9c9a8362 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.172022 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef1edf8b-e0e5-47b4-a06f-f6c58523d807 req-d5b129e3-ecb7-4bf1-81b0-1a5c9c9a8362 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0670078 May 10 14:03:51.270818 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef1edf8b-e0e5-47b4-a06f-f6c58523d807 req-176e198d-8be7-4793-b1bf-4e39fd361149 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 May 10 14:03:51.319094 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-2672a092-2f7a-4211-9367-0303db0a932e tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f7151edbac0840dd801f21d540b05126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301037 May 10 14:03:51.458847 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c1bc4278-16ac-486f-8eb5-5e4cfa88bb4a req-94a576e9-9425-42f3-b386-677e55c0103a tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 210 time: 0.1090190 May 10 14:03:51.539613 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-b54ac640-6d1b-4957-85b8-de0c97c00537 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.541324 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-b54ac640-6d1b-4957-85b8-de0c97c00537 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139153 May 10 14:03:51.555722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58524) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:51.622763 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Request body: {'port': {'device_id': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352', 'admin_state_up': True, 'tenant_id': 'f7151edbac0840dd801f21d540b05126'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:51.745695 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3515c96c-d95a-4e54-a446-c15a89e54890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.756423 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Made reservation on behalf of f7151edbac0840dd801f21d540b05126 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:51.759412 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.771735 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.890367 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3515c96c-d95a-4e54-a446-c15a89e54890 admin admin] Publish callbacks [] for security_group (dbe82cdb-856c-49de-9041-af12092dd27f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.896480 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3515c96c-d95a-4e54-a446-c15a89e54890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dbe82cdb-856c-49de-9041-af12092dd27f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.915544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks [] for security_group (3a561517-6192-4263-a93c-3675d6c510ee), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.930757 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3a561517-6192-4263-a93c-3675d6c510ee), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.938282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcbbd1-189d-495e-b3f6-aa358dbc73bd req-7159c34a-78aa-4dd5-8267-490cfae3f2b5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.942830 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fadcbbd1-189d-495e-b3f6-aa358dbc73bd req-7159c34a-78aa-4dd5-8267-490cfae3f2b5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 944 time: 0.0539637 May 10 14:03:51.958929 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3515c96c-d95a-4e54-a446-c15a89e54890 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99a2df78f43c4dd4a9df29a301180ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020176 May 10 14:03:51.961991 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58540) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:51.985398 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515c96c-d95a-4e54-a446-c15a89e54890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe82cdb-856c-49de-9041-af12092dd27f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:52.036410 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fadcbbd1-189d-495e-b3f6-aa358dbc73bd req-c3131f25-191a-4605-83ef-b182ab530528 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911191 May 10 14:03:52.044760 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a561517-6192-4263-a93c-3675d6c510ee,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:52.067519 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3690b05d-a6c4-4241-b12f-ae54bdc67ab8 admin admin] Publish callbacks [] for security_group (dbe82cdb-856c-49de-9041-af12092dd27f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.102485 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3690b05d-a6c4-4241-b12f-ae54bdc67ab8 admin admin] Publish callbacks [] for security_group (dbe82cdb-856c-49de-9041-af12092dd27f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.114249 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device a3267fc0-8b43-4414-a63f-84901ac8ab21 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:52.116340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Allocated IP 192.168.233.38 (ce2784cd-fb1e-490e-bbcc-4b462da2a352/45a26a31-ef0a-41ba-86ab-0249d9993d9c/fb0c2329-7533-4b0c-ba13-16adaebcef3e) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:52.177166 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3690b05d-a6c4-4241-b12f-ae54bdc67ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dbe82cdb-856c-49de-9041-af12092dd27f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.180416 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3690b05d-a6c4-4241-b12f-ae54bdc67ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.181959 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3690b05d-a6c4-4241-b12f-ae54bdc67ab8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbe82cdb-856c-49de-9041-af12092dd27f HTTP/1.1" status: 204 len: 168 time: 0.2188079 May 10 14:03:52.196258 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690b05d-a6c4-4241-b12f-ae54bdc67ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe82cdb-856c-49de-9041-af12092dd27f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:52.214468 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port a3267fc0-8b43-4414-a63f-84901ac8ab21 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:03:52.231025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port a3267fc0-8b43-4414-a63f-84901ac8ab21 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:52.231499 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.367033 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port a3267fc0-8b43-4414-a63f-84901ac8ab21 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:52.367600 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.413141 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:52.418362 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb7c01-f963-4aa4-8b1c-1063d9f23fa7" -d '{"events": [{"server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "name": "network-vif-plugged", "status": "completed", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:52.433623 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port a3267fc0-8b43-4414-a63f-84901ac8ab21, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:52.449486 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.456973 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks [] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.482182 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea5668-23a5-4292-ae69-3811834b8617 req-d02c5190-e397-4264-90ec-35091ba99b32 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:52.487934 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69ea5668-23a5-4292-ae69-3811834b8617 req-d02c5190-e397-4264-90ec-35091ba99b32 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0970027 May 10 14:03:52.491458 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9232237a-c13f-4e4e-aba0-524af5627f6e x-openstack-request-id: req-9232237a-c13f-4e4e-aba0-524af5627f6e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:52.492551 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "name": "network-vif-plugged", "status": "completed", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:52.493180 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9232237a-c13f-4e4e-aba0-524af5627f6e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:52.493774 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9232237a-c13f-4e4e-aba0-524af5627f6e'] response: {'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'code': 200} May 10 14:03:52.529792 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=a3267fc0-8b43-4414-a63f-84901ac8ab21,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:52.570801 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.620241 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69ea5668-23a5-4292-ae69-3811834b8617 req-a80a7e45-8b25-47f7-9dcb-03077e8430cc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276016 May 10 14:03:52.628429 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Network ce2784cd-fb1e-490e-bbcc-4b462da2a352 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:52.637050 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:52.642433 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:52.648006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:52.649238 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.655974 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Pushing event updated for resources: {'Port': ['ID=fb0c2329-7533-4b0c-ba13-16adaebcef3e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:52.677527 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-7ac432f4-fc65-4ffa-80f8-1dd4c9124f24 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0585389 May 10 14:03:52.692006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Request body: {'port': {'device_id': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:52.706880 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ceeb7-e65b-4b56-89b2-a2f9ec60b0d4 req-ab5aaf47-53be-44b8-8411-4c3caf0416af tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:52.726097 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cd2ceeb7-e65b-4b56-89b2-a2f9ec60b0d4 req-ab5aaf47-53be-44b8-8411-4c3caf0416af tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 935 time: 0.1292100 May 10 14:03:52.808554 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cd2ceeb7-e65b-4b56-89b2-a2f9ec60b0d4 req-6f9d1d4b-27cb-446f-9a46-d01ad5722f03 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796530 May 10 14:03:52.814252 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.834509 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0be73-5990-4d99-b307-5f5077c9dc9c req-caa9430f-4502-4692-a207-f04a0a8f3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:52.837009 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-48c0be73-5990-4d99-b307-5f5077c9dc9c req-caa9430f-4502-4692-a207-f04a0a8f3971 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1129 time: 0.0711246 May 10 14:03:52.844865 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58576) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:52.874618 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c161d896-9d1a-4dce-9ab0-58a9d23fb428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.999234 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c161d896-9d1a-4dce-9ab0-58a9d23fb428 admin admin] Publish callbacks [] for security_group (908bda5e-85be-4a03-8107-af330ed8ab6a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.013671 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c161d896-9d1a-4dce-9ab0-58a9d23fb428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (908bda5e-85be-4a03-8107-af330ed8ab6a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.083600 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161d896-9d1a-4dce-9ab0-58a9d23fb428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908bda5e-85be-4a03-8107-af330ed8ab6a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:53.128603 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c161d896-9d1a-4dce-9ab0-58a9d23fb428 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e68feaf42f9a49c2bb86369fbca44217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794888 May 10 14:03:53.130944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58590) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:53.140419 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d8e5831c-9257-41cf-b49c-554966b9760b None None] Provisioning complete for port fb0c2329-7533-4b0c-ba13-16adaebcef3e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:53.141335 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d8e5831c-9257-41cf-b49c-554966b9760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.197335 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5831c-9257-41cf-b49c-554966b9760b None None] Port fb0c2329-7533-4b0c-ba13-16adaebcef3e cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:03:53.214049 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-25f820d1-18ef-4502-a0d2-86fc1b258c2d admin admin] Publish callbacks [] for security_group (908bda5e-85be-4a03-8107-af330ed8ab6a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.243627 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-25f820d1-18ef-4502-a0d2-86fc1b258c2d admin admin] Publish callbacks [] for security_group (908bda5e-85be-4a03-8107-af330ed8ab6a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.266027 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-48c0be73-5990-4d99-b307-5f5077c9dc9c req-b2348eac-d91f-4995-bd38-ba8a3f51aae4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4224708 May 10 14:03:53.300921 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-25f820d1-18ef-4502-a0d2-86fc1b258c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (908bda5e-85be-4a03-8107-af330ed8ab6a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.304920 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-25f820d1-18ef-4502-a0d2-86fc1b258c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.309387 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-25f820d1-18ef-4502-a0d2-86fc1b258c2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/908bda5e-85be-4a03-8107-af330ed8ab6a HTTP/1.1" status: 204 len: 168 time: 0.1751392 May 10 14:03:53.317316 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f820d1-18ef-4502-a0d2-86fc1b258c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908bda5e-85be-4a03-8107-af330ed8ab6a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:53.331722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9e5a7-aa4b-4eef-b191-c6de590bc278 req-d01e4f3d-1d7b-49ee-ac81-c172ab984ae8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:53.333218 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8d9e5a7-aa4b-4eef-b191-c6de590bc278 req-d01e4f3d-1d7b-49ee-ac81-c172ab984ae8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0640984 May 10 14:03:53.432143 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8d9e5a7-aa4b-4eef-b191-c6de590bc278 req-5469f772-e759-44d4-9951-86420c32b762 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885036 May 10 14:03:53.516474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0c2329-7533-4b0c-ba13-16adaebcef3e {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:03:53.526255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Publish callbacks [] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.540340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Transition to ACTIVE for port object fb0c2329-7533-4b0c-ba13-16adaebcef3e will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:03:53.543674 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.545702 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58602) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:53.610620 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c2329-7533-4b0c-ba13-16adaebcef3e,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:53.645721 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Attempting to bind port fb0c2329-7533-4b0c-ba13-16adaebcef3e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:03:53.646068 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Attempting to bind port fb0c2329-7533-4b0c-ba13-16adaebcef3e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:03:53.646430 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Attempting to bind port fb0c2329-7533-4b0c-ba13-16adaebcef3e on network ce2784cd-fb1e-490e-bbcc-4b462da2a352 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:53.651852 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Port fb0c2329-7533-4b0c-ba13-16adaebcef3e on network ce2784cd-fb1e-490e-bbcc-4b462da2a352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:03:53.652176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Attempting to bind port fb0c2329-7533-4b0c-ba13-16adaebcef3e on network ce2784cd-fb1e-490e-bbcc-4b462da2a352 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:03:53.659110 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:03:53.659568 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Checking segment: {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:03:53.660019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Bound using segment: {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:03:53.660506 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Bound port: fb0c2329-7533-4b0c-ba13-16adaebcef3e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c12140e-a232-4b60-88c3-3dad9c3ffd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:03:53.660950 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.685104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fde59cb-6675-42e5-8ae8-f77f4139059b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.794277 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945cc92-3745-4050-a2de-325562554588 req-c98221a5-f695-4041-95f9-d0d7daa3d56b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:53.800547 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a945cc92-3745-4050-a2de-325562554588 req-c98221a5-f695-4041-95f9-d0d7daa3d56b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0792580 May 10 14:03:53.821576 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] For port fb0c2329-7533-4b0c-ba13-16adaebcef3e, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:03:53.825727 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] For port fb0c2329-7533-4b0c-ba13-16adaebcef3e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fb0c2329-7533-4b0c-ba13-16adaebcef3e,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:03:53.844584 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.870424 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fde59cb-6675-42e5-8ae8-f77f4139059b admin admin] Publish callbacks [] for security_group (3ab3066b-f58b-46d5-ae20-83ce084cd1a3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.895132 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a945cc92-3745-4050-a2de-325562554588 req-0b7b1aa4-3745-48e4-a0d7-b23b66fbf329 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935209 May 10 14:03:53.900397 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:53.901027 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.902402 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] 10.222.0.59 "PUT /v2.0/ports/fb0c2329-7533-4b0c-ba13-16adaebcef3e HTTP/1.1" status: 200 len: 1097 time: 1.2154200 May 10 14:03:53.905654 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'tag': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:53.907905 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc62bea9-84e8-4960-9466-a31ce6f34008" -d '{"events": [{"name": "network-changed", "server_uuid": "4010d0ae-ba55-4615-81d5-e71b86fc0b0a", "tag": "fb0c2329-7533-4b0c-ba13-16adaebcef3e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:53.910274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fde59cb-6675-42e5-8ae8-f77f4139059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3ab3066b-f58b-46d5-ae20-83ce084cd1a3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.970716 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057d3e9b-6512-44dc-b794-3d4fdde81b6b x-openstack-request-id: req-057d3e9b-6512-44dc-b794-3d4fdde81b6b {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:53.971004 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4010d0ae-ba55-4615-81d5-e71b86fc0b0a", "tag": "fb0c2329-7533-4b0c-ba13-16adaebcef3e", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:53.971429 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-057d3e9b-6512-44dc-b794-3d4fdde81b6b {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:53.971831 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057d3e9b-6512-44dc-b794-3d4fdde81b6b'] response: {'name': 'network-changed', 'server_uuid': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'tag': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e', 'status': 'completed', 'code': 200} May 10 14:03:54.017341 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9fde59cb-6675-42e5-8ae8-f77f4139059b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec945b6dd8c748c995d75462be200273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690094 May 10 14:03:54.020040 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58628) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:54.028136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8434301-9a44-422f-bb55-549697f89d26 req-fd950f83-1247-4342-9657-cbbc7d3befc9 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:54.029687 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8434301-9a44-422f-bb55-549697f89d26 req-fd950f83-1247-4342-9657-cbbc7d3befc9 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.1367507 May 10 14:03:54.030670 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db053e0-1554-450c-ae0f-4e2b111fdbae service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c2329-7533-4b0c-ba13-16adaebcef3e,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.041275 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde59cb-6675-42e5-8ae8-f77f4139059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3066b-f58b-46d5-ae20-83ce084cd1a3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.112306 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8434301-9a44-422f-bb55-549697f89d26 req-11f2ebaa-512e-498d-a994-d464eb7ce8d3 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 May 10 14:03:54.155273 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccf7c-cd0b-449f-9eb9-8d1f4f0b1e4c admin admin] Publish callbacks [] for security_group (3ab3066b-f58b-46d5-ae20-83ce084cd1a3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.178006 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccf7c-cd0b-449f-9eb9-8d1f4f0b1e4c admin admin] Publish callbacks [] for security_group (3ab3066b-f58b-46d5-ae20-83ce084cd1a3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.224150 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ef2f05ec-8570-4d12-9713-953952565864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.237134 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccf7c-cd0b-449f-9eb9-8d1f4f0b1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3ab3066b-f58b-46d5-ae20-83ce084cd1a3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.240521 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c1ccf7c-cd0b-449f-9eb9-8d1f4f0b1e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.241815 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8c1ccf7c-cd0b-449f-9eb9-8d1f4f0b1e4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ab3066b-f58b-46d5-ae20-83ce084cd1a3 HTTP/1.1" status: 204 len: 168 time: 0.2197082 May 10 14:03:54.252557 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ccf7c-cd0b-449f-9eb9-8d1f4f0b1e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3066b-f58b-46d5-ae20-83ce084cd1a3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.369474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62bea9-84e8-4960-9466-a31ce6f34008 req-248f593c-3682-46af-9b27-072b5ac60601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:54.372001 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc62bea9-84e8-4960-9466-a31ce6f34008 req-248f593c-3682-46af-9b27-072b5ac60601 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7151edbac0840dd801f21d540b05126&device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 1131 time: 0.0568871 May 10 14:03:54.409049 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc62bea9-84e8-4960-9466-a31ce6f34008 req-ce36bd9f-cd5a-4f1e-953f-6aac8e82889f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f7151edbac0840dd801f21d540b05126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293045 May 10 14:03:54.537965 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62bea9-84e8-4960-9466-a31ce6f34008 req-00a792a5-55e0-40db-bb04-d005890d5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:54.539711 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc62bea9-84e8-4960-9466-a31ce6f34008 req-00a792a5-55e0-40db-bb04-d005890d5caa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167071 May 10 14:03:54.565630 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14776-3ce9-487e-81d3-921db7425517 req-6782c691-df54-4837-8a50-cd7622781cf5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:54.567387 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9f14776-3ce9-487e-81d3-921db7425517 req-6782c691-df54-4837-8a50-cd7622781cf5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0547342 May 10 14:03:54.622285 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9f14776-3ce9-487e-81d3-921db7425517 req-d1f2535c-c309-4415-a162-3c99faf9efc6 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 May 10 14:03:54.685900 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-19d983b8-42e6-48ce-9dc5-f47e42e57f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:54.687562 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-19d983b8-42e6-48ce-9dc5-f47e42e57f63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7151edbac0840dd801f21d540b05126&device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 1131 time: 0.0548072 May 10 14:03:55.021980 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7d0e1-649d-4d48-9102-f65a58f38434 req-5142ae76-1263-4663-981a-b99a986daf68 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.024364 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-93e7d0e1-649d-4d48-9102-f65a58f38434 req-5142ae76-1263-4663-981a-b99a986daf68 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0530677 May 10 14:03:55.085567 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-93e7d0e1-649d-4d48-9102-f65a58f38434 req-b667fb1f-c4d1-4859-9911-5a4331db447f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 May 10 14:03:55.234326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df50911-c010-4f42-9428-160f29eecc60 req-2e1d17de-6f5a-4494-836d-79efd9a2d69f tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.241143 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5df50911-c010-4f42-9428-160f29eecc60 req-2e1d17de-6f5a-4494-836d-79efd9a2d69f tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0541553 May 10 14:03:55.295241 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5df50911-c010-4f42-9428-160f29eecc60 req-49b1dc9d-a0d5-48f3-a4f8-ed1dcb3d3183 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531197 May 10 14:03:55.747532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12c46-d7e4-40dd-bf53-89ccb2967455 req-0bfcc2cb-003a-4cf7-87ee-272428f73480 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.749023 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4be12c46-d7e4-40dd-bf53-89ccb2967455 req-0bfcc2cb-003a-4cf7-87ee-272428f73480 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0500889 May 10 14:03:55.801631 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4be12c46-d7e4-40dd-bf53-89ccb2967455 req-e28b3a30-d21a-4b0f-b11c-523a5b599f0b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466497 May 10 14:03:55.918329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993d9f2-eddd-4fca-8d65-242729b9c603 req-47b093f5-30e0-4a8b-b89a-c0a5eed25281 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.919698 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b993d9f2-eddd-4fca-8d65-242729b9c603 req-47b093f5-30e0-4a8b-b89a-c0a5eed25281 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0492423 May 10 14:03:55.928159 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58714) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:55.933014 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'floatingip': {'port_id': 'a3267fc0-8b43-4414-a63f-84901ac8ab21'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:55.971526 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (ebca7374-8d0b-4491-89aa-e32c6b6c8f83), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:56.204763 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d2c2-1de2-48ee-ac56-ddd697deee72 req-18af7d82-ea5c-4f29-8eb9-5be6f0c304b9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:56.206186 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e1c3d2c2-1de2-48ee-ac56-ddd697deee72 req-18af7d82-ea5c-4f29-8eb9-5be6f0c304b9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0502951 May 10 14:03:56.252317 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e1c3d2c2-1de2-48ee-ac56-ddd697deee72 req-aaefd3f9-2ab9-41f0-b065-e8cb6e2c703e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 May 10 14:03:56.319453 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6204b781-b97f-4ed9-a715-180369db0167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:56.447462 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fecb4f-f1d2-4e9f-826b-6abfad143496 req-452b0b56-6e1a-42e0-9fa5-4aa6ca3d7bb8 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:56.448909 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-24fecb4f-f1d2-4e9f-826b-6abfad143496 req-452b0b56-6e1a-42e0-9fa5-4aa6ca3d7bb8 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0830703 May 10 14:03:56.450967 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:56.460905 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (ebca7374-8d0b-4491-89aa-e32c6b6c8f83), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:56.543068 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-24fecb4f-f1d2-4e9f-826b-6abfad143496 req-59894db3-632f-465a-9f77-bcede935130d tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880873 May 10 14:03:56.595193 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Floating IP ebca7374-8d0b-4491-89aa-e32c6b6c8f83 associated. External IP: 172.27.2.54, port: a3267fc0-8b43-4414-a63f-84901ac8ab21. May 10 14:03:56.800632 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:03:56.913373 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:03:56.918739 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:56.923728 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:03:56.934461 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:56.935204 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:56.948158 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-487f1da7-a8e1-4ad2-8820-65ab363df572 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "PUT /v2.0/floatingips/ebca7374-8d0b-4491-89aa-e32c6b6c8f83 HTTP/1.1" status: 200 len: 990 time: 1.0190010 May 10 14:03:56.948837 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:56.951237 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8" -d '{"events": [{"name": "network-changed", "server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:56.986382 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528028c5-ec48-45a0-a82b-834a52510c77 x-openstack-request-id: req-528028c5-ec48-45a0-a82b-834a52510c77 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:56.986735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:56.987041 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-528028c5-ec48-45a0-a82b-834a52510c77 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:56.987446 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528028c5-ec48-45a0-a82b-834a52510c77'] response: {'name': 'network-changed', 'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'status': 'completed', 'code': 200} May 10 14:03:57.044618 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:57.252002 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'ebca7374-8d0b-4491-89aa-e32c6b6c8f83', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'port_id': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'mac_address': 'fa:16:3e:9a:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:03:37Z', 'updated_at': '2022-05-10T14:03:56Z', 'revision_number': 1, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:57.280698 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:03:57.289523 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:57.290322 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:57.370242 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d2db-2445-4cb4-a528-e783b2493311 req-c31c646b-3119-45a0-9252-11d96cd611c1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:57.371723 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-25c5d2db-2445-4cb4-a528-e783b2493311 req-c31c646b-3119-45a0-9252-11d96cd611c1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0506394 May 10 14:03:57.397680 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:57.418904 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-25c5d2db-2445-4cb4-a528-e783b2493311 req-97de71b2-c866-47f7-8640-09b53d0a4b75 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 May 10 14:03:57.607534 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'ebca7374-8d0b-4491-89aa-e32c6b6c8f83', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'port_id': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'mac_address': 'fa:16:3e:9a:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:03:37Z', 'updated_at': '2022-05-10T14:03:56Z', 'revision_number': 1, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:57.635648 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabac7f2-c237-47e8-a195-89e112653722 None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'ebca7374-8d0b-4491-89aa-e32c6b6c8f83', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'port_id': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'mac_address': 'fa:16:3e:9a:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:03:37Z', 'updated_at': '2022-05-10T14:03:56Z', 'revision_number': 1, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:03:57.663759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e63fe-bcdb-4374-8af4-025a4b179ccf req-509652e3-9d1e-47c9-bdac-930285161572 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:57.671925 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c84e63fe-bcdb-4374-8af4-025a4b179ccf req-509652e3-9d1e-47c9-bdac-930285161572 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0601528 May 10 14:03:57.723059 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c84e63fe-bcdb-4374-8af4-025a4b179ccf req-3d5535f4-3759-4bf2-bc03-85158f6817d0 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 May 10 14:03:57.751134 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:57.845995 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98423ab8-95d3-45db-8998-0a620a6699f3 None None] New status for floating IP ebca7374-8d0b-4491-89aa-e32c6b6c8f83: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:03:58.453994 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-94e661d1-a98b-413b-b3f1-4f56d61727b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb0c2329-7533-4b0c-ba13-16adaebcef3e HTTP/1.1" status: 200 len: 217 time: 0.0376337 May 10 14:03:58.536881 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b6320-09b4-4ae7-8157-439718bbb03b req-76ea212a-810f-4787-8884-aacb95c1193c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.538501 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a9b6320-09b4-4ae7-8157-439718bbb03b req-76ea212a-810f-4787-8884-aacb95c1193c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0482419 May 10 14:03:58.566991 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-800d0deb-2018-4ed6-93e4-5f830f2f974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.568613 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-800d0deb-2018-4ed6-93e4-5f830f2f974e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45a26a31-ef0a-41ba-86ab-0249d9993d9c HTTP/1.1" status: 200 len: 843 time: 0.0862427 May 10 14:03:58.569719 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-3ace3d8b-8172-4eeb-a074-4d5a3d4b2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.571346 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-3ace3d8b-8172-4eeb-a074-4d5a3d4b2c93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1129 time: 0.0724182 May 10 14:03:58.588339 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a9b6320-09b4-4ae7-8157-439718bbb03b req-92b3d0fd-f77b-4928-b33f-f64f60a799a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 May 10 14:03:58.671307 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-08a46d4b-78f4-4c45-9895-79609b61d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.672811 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-08a46d4b-78f4-4c45-9895-79609b61d7ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce2784cd-fb1e-490e-bbcc-4b462da2a352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0851166 May 10 14:03:58.763384 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-1a46c473-1db3-4da4-923e-19b6f0e219f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.764846 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-1a46c473-1db3-4da4-923e-19b6f0e219f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 911 time: 0.1692886 May 10 14:03:58.884979 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-318be582-1b11-4530-a889-297ce22afeb3 service neutron] 10.222.0.59 "GET /v2.0/networks/ce2784cd-fb1e-490e-bbcc-4b462da2a352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058837 May 10 14:03:58.888955 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-55955fea-f706-48cb-8f20-ab278ae740bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 200 len: 1000 time: 0.1132708 May 10 14:03:58.896977 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f67748-04b4-4f4c-ab81-e66212b97c22 req-7da605cb-32cd-4883-a49d-f3169021ddaa tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.897511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:58.899056 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02f67748-04b4-4f4c-ab81-e66212b97c22 req-7da605cb-32cd-4883-a49d-f3169021ddaa tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0817943 May 10 14:03:59.044163 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-a2eea8e6-98a4-4051-a079-bd75984287a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:59.045592 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-a2eea8e6-98a4-4051-a079-bd75984287a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.1457076 May 10 14:03:59.050532 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02f67748-04b4-4f4c-ab81-e66212b97c22 req-0781bdd0-2b21-4682-8969-1e383a5e31a0 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328077 May 10 14:03:59.075448 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e9240a11-f2ad-4813-83bc-4a4c3cceb029 req-6ec8e978-a9da-403a-b463-ace83b6a8ddc service neutron] 10.222.0.59 "GET /v2.0/networks/ce2784cd-fb1e-490e-bbcc-4b462da2a352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744359 May 10 14:03:59.102796 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-59ab234a-19c4-4505-b37e-a81bc47131a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:59.104256 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-59ab234a-19c4-4505-b37e-a81bc47131a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429955 May 10 14:03:59.705858 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47513507-7ce1-4f13-a9a0-bcbe5cf227cd req-e3e2896d-cf71-4a3e-9738-b0d4aa4f42eb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:59.707348 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47513507-7ce1-4f13-a9a0-bcbe5cf227cd req-e3e2896d-cf71-4a3e-9738-b0d4aa4f42eb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0505869 May 10 14:03:59.764628 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47513507-7ce1-4f13-a9a0-bcbe5cf227cd req-a867b77d-9be4-4472-adfe-2a5e1efe9086 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 May 10 14:04:00.170123 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6607-7e35-4475-b2d5-b2ba9be3f8bb req-18fbdfa2-07b1-4e14-aa7d-6d13f65e1e0f tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.172245 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d3a6607-7e35-4475-b2d5-b2ba9be3f8bb req-18fbdfa2-07b1-4e14-aa7d-6d13f65e1e0f tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0513208 May 10 14:04:00.227024 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d3a6607-7e35-4475-b2d5-b2ba9be3f8bb req-4e8438ab-1146-469f-9988-bbbed7dd3fa6 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491376 May 10 14:04:00.324530 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.916195 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2d56-c40b-46ad-92d4-cc23e6aacc2e req-680edcdf-1f23-4940-9173-9de758f7ad70 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.917779 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4ede2d56-c40b-46ad-92d4-cc23e6aacc2e req-680edcdf-1f23-4940-9173-9de758f7ad70 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0761166 May 10 14:04:00.973374 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4ede2d56-c40b-46ad-92d4-cc23e6aacc2e req-678d805b-0a97-429f-b856-38da9d10f637 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 May 10 14:04:01.342913 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3a254-2835-49a7-83d9-232aa8f2e4e9 req-a98b1fc2-baf8-4fc0-ac6e-59031e1de19c tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:01.344374 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dbf3a254-2835-49a7-83d9-232aa8f2e4e9 req-a98b1fc2-baf8-4fc0-ac6e-59031e1de19c tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0465417 May 10 14:04:01.396452 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dbf3a254-2835-49a7-83d9-232aa8f2e4e9 req-d63973c3-b1db-4cef-a7b8-aaae9f8f563d tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 May 10 14:04:01.780756 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-1651e88d-9303-411a-a50b-85541fc179c9 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 May 10 14:04:01.946005 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fddc4f0-d5a0-43a5-87d8-a2bded9c64e8 req-f6f9ccfb-49aa-4382-91ac-15f646de9487 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953822 May 10 14:04:02.097282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691a35-9597-4173-bfee-a67cb4a4ddbb req-f47d6132-82f0-4b5e-94f5-f8e9e3ff3918 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.099258 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-83691a35-9597-4173-bfee-a67cb4a4ddbb req-f47d6132-82f0-4b5e-94f5-f8e9e3ff3918 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0502892 May 10 14:04:02.154927 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-83691a35-9597-4173-bfee-a67cb4a4ddbb req-49823d54-5d67-448c-849a-0f04d1332c90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479856 May 10 14:04:02.214697 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58840) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:02.399927 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58852) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:02.485613 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-316e4d0e-8b94-4163-919e-a9519eed6818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.488473 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5113e591-4961-48f0-8bfe-8ae52b0292ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.517888 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bb9f8-c36d-4f2d-941b-5f2f4f9d982e req-4a480a25-29f5-41c3-a800-3c3164eb257e tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.520084 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c6bb9f8-c36d-4f2d-941b-5f2f4f9d982e req-4a480a25-29f5-41c3-a800-3c3164eb257e tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0482574 May 10 14:04:02.570256 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c6bb9f8-c36d-4f2d-941b-5f2f4f9d982e req-e49040d8-709d-4225-8c75-1333a26b6dce tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 May 10 14:04:02.621543 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-316e4d0e-8b94-4163-919e-a9519eed6818 admin admin] Publish callbacks [] for security_group (fe69bbba-6f15-4cd5-a90e-cd4eeb750a53), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.627207 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-316e4d0e-8b94-4163-919e-a9519eed6818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fe69bbba-6f15-4cd5-a90e-cd4eeb750a53), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.636110 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5113e591-4961-48f0-8bfe-8ae52b0292ca admin admin] Publish callbacks [] for security_group (fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.645977 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5113e591-4961-48f0-8bfe-8ae52b0292ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.700966 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-316e4d0e-8b94-4163-919e-a9519eed6818 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74e8426a3b2648519584d93fc1d80420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997649 May 10 14:04:02.703988 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 58858) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:02.706528 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e4d0e-8b94-4163-919e-a9519eed6818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe69bbba-6f15-4cd5-a90e-cd4eeb750a53,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:02.726907 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5113e591-4961-48f0-8bfe-8ae52b0292ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=268d118b8ac749cc9d6a3a085eacbbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105591 May 10 14:04:02.731549 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58862) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:02.748306 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113e591-4961-48f0-8bfe-8ae52b0292ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:02.762855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cabe629-8277-4220-bea8-99a5c9938634 admin admin] Publish callbacks [] for security_group (fe69bbba-6f15-4cd5-a90e-cd4eeb750a53), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.785019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cabe629-8277-4220-bea8-99a5c9938634 admin admin] Publish callbacks [] for security_group (fe69bbba-6f15-4cd5-a90e-cd4eeb750a53), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.792717 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e9128eb-fc1c-45b0-b476-1b24296ff8e1 admin admin] Publish callbacks [] for security_group (fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.823943 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e9128eb-fc1c-45b0-b476-1b24296ff8e1 admin admin] Publish callbacks [] for security_group (fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.837698 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cabe629-8277-4220-bea8-99a5c9938634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fe69bbba-6f15-4cd5-a90e-cd4eeb750a53), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.838890 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cabe629-8277-4220-bea8-99a5c9938634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.842440 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7cabe629-8277-4220-bea8-99a5c9938634 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe69bbba-6f15-4cd5-a90e-cd4eeb750a53 HTTP/1.1" status: 204 len: 168 time: 0.1354764 May 10 14:04:02.849984 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabe629-8277-4220-bea8-99a5c9938634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe69bbba-6f15-4cd5-a90e-cd4eeb750a53,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:02.909204 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e9128eb-fc1c-45b0-b476-1b24296ff8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.911782 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e9128eb-fc1c-45b0-b476-1b24296ff8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.915414 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4e9128eb-fc1c-45b0-b476-1b24296ff8e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb HTTP/1.1" status: 204 len: 168 time: 0.1805153 May 10 14:04:02.921863 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9128eb-fc1c-45b0-b476-1b24296ff8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1001ff-f0f4-4a9a-83a9-58a6b170c6eb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:03.285810 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b7759-68d3-44bd-8093-628047a3216c req-a877536f-6d01-405c-b1f2-5031cc16b6c7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.293890 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0b9b7759-68d3-44bd-8093-628047a3216c req-a877536f-6d01-405c-b1f2-5031cc16b6c7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0606859 May 10 14:04:03.304210 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58886) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:03.328279 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-553afbd8-2c76-4fef-81f3-ed126b9b5954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.365822 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0b9b7759-68d3-44bd-8093-628047a3216c req-21a5c060-612e-46e2-9ca5-509c13dbc4bc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 May 10 14:04:03.427533 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-553afbd8-2c76-4fef-81f3-ed126b9b5954 admin admin] Publish callbacks [] for security_group (9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.431331 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-553afbd8-2c76-4fef-81f3-ed126b9b5954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.471816 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-553afbd8-2c76-4fef-81f3-ed126b9b5954 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f54cd10ff0f1412ab507ee4b7ca67eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665425 May 10 14:04:03.474334 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 58896) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:03.491529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553afbd8-2c76-4fef-81f3-ed126b9b5954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:03.543064 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-849e1681-ff1c-4e5f-af23-79a7f3be4d8b admin admin] Publish callbacks [] for security_group (9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.567212 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-849e1681-ff1c-4e5f-af23-79a7f3be4d8b admin admin] Publish callbacks [] for security_group (9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.631698 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-849e1681-ff1c-4e5f-af23-79a7f3be4d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.636635 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-849e1681-ff1c-4e5f-af23-79a7f3be4d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:03.640839 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-849e1681-ff1c-4e5f-af23-79a7f3be4d8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0 HTTP/1.1" status: 204 len: 168 time: 0.1655967 May 10 14:04:03.655083 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e1681-ff1c-4e5f-af23-79a7f3be4d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac30491-8ed1-48cc-86d4-a9b5e5ffe4a0,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:03.726721 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd82ca9-d419-4f53-be5f-cba8dae00f5b req-ba8e3014-5664-4b29-b732-cdd0b02c8438 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.733015 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5dd82ca9-d419-4f53-be5f-cba8dae00f5b req-ba8e3014-5664-4b29-b732-cdd0b02c8438 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 947 time: 0.0735233 May 10 14:04:03.818835 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c6e95-1cc4-4b81-820c-c2525349d68c req-ae9e25be-da96-4cde-9e3c-5f140bc03bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.820601 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f98c6e95-1cc4-4b81-820c-c2525349d68c req-ae9e25be-da96-4cde-9e3c-5f140bc03bfb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1129 time: 0.0859284 May 10 14:04:03.894933 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5dd82ca9-d419-4f53-be5f-cba8dae00f5b req-86bb1fde-a0fd-4211-a799-ebb604391255 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473405 May 10 14:04:03.933150 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f98c6e95-1cc4-4b81-820c-c2525349d68c req-1c880cea-b28f-4715-8d21-38518e0f1397 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060560 May 10 14:04:04.163018 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fb0c2329-7533-4b0c-ba13-16adaebcef3e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:04:04.391672 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port fb0c2329-7533-4b0c-ba13-16adaebcef3e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fb0c2329-7533-4b0c-ba13-16adaebcef3e,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:04.404641 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e', 'network_id': 'ce2784cd-fb1e-490e-bbcc-4b462da2a352', 'port_id': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e', 'mac_address': 'fa:16:3e:61:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a26a31-ef0a-41ba-86ab-0249d9993d9c', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:04:04.444117 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port fb0c2329-7533-4b0c-ba13-16adaebcef3e is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:04.444720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:04.464793 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0c2329-7533-4b0c-ba13-16adaebcef3e {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:04.490096 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port fb0c2329-7533-4b0c-ba13-16adaebcef3e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fb0c2329-7533-4b0c-ba13-16adaebcef3e,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:04.495700 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:04.506867 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ce7b-ea9a-40fa-9683-d76aa6c99b20 req-10585c08-af8b-4438-b1ce-cdd627d1872b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:04.508572 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b401ce7b-ea9a-40fa-9683-d76aa6c99b20 req-10585c08-af8b-4438-b1ce-cdd627d1872b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0558393 May 10 14:04:04.564393 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=fb0c2329-7533-4b0c-ba13-16adaebcef3e,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:04.571288 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b401ce7b-ea9a-40fa-9683-d76aa6c99b20 req-e871da7d-5e21-48e7-9bda-42c578b8fed6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 May 10 14:04:04.884692 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['fb0c2329-7533-4b0c-ba13-16adaebcef3e'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:05.067463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5fe43-5ece-4c15-93d9-1323ae19b934 req-9e0b577f-acd9-49a9-8147-3d1282cf3c2a tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:05.069515 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98a5fe43-5ece-4c15-93d9-1323ae19b934 req-9e0b577f-acd9-49a9-8147-3d1282cf3c2a tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 948 time: 0.0781844 May 10 14:04:05.156486 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98a5fe43-5ece-4c15-93d9-1323ae19b934 req-92b28e2f-b86c-408d-9aee-38499e32e317 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 May 10 14:04:05.688411 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35a3db-a3cf-47f1-b57e-c19ad4f4040f req-8aa4bb59-1016-4318-a1cd-1fbb8d7c32d9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:05.690098 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fc35a3db-a3cf-47f1-b57e-c19ad4f4040f req-8aa4bb59-1016-4318-a1cd-1fbb8d7c32d9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0508125 May 10 14:04:05.737676 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fc35a3db-a3cf-47f1-b57e-c19ad4f4040f req-7e473a78-93d6-4134-86f5-12ee4a29d94b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 May 10 14:04:05.914472 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.161173 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fb0c2329-7533-4b0c-ba13-16adaebcef3e up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:06.208997 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port fb0c2329-7533-4b0c-ba13-16adaebcef3e completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:04:06.216382 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port fb0c2329-7533-4b0c-ba13-16adaebcef3e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:06.216852 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.269907 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6a652-cfd1-45f4-b627-0c29afa709dd req-f02ff218-47a7-44bb-ad86-3c4b55948478 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:06.271300 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8bd6a652-cfd1-45f4-b627-0c29afa709dd req-f02ff218-47a7-44bb-ad86-3c4b55948478 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 948 time: 0.0490675 May 10 14:04:06.297409 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port fb0c2329-7533-4b0c-ba13-16adaebcef3e is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:06.297800 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.321828 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:06.324173 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c2bacb-a198-41c9-b6ec-8dbe78cc1883" -d '{"events": [{"server_uuid": "4010d0ae-ba55-4615-81d5-e71b86fc0b0a", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c2329-7533-4b0c-ba13-16adaebcef3e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:06.330744 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8bd6a652-cfd1-45f4-b627-0c29afa709dd req-3897b384-43e6-46bc-b770-a2ff4aba4717 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 May 10 14:04:06.337684 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port fb0c2329-7533-4b0c-ba13-16adaebcef3e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fb0c2329-7533-4b0c-ba13-16adaebcef3e,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:06.343121 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.379409 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edd5adf-2b05-4a78-8a94-9469fca3a4d0 x-openstack-request-id: req-4edd5adf-2b05-4a78-8a94-9469fca3a4d0 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:06.379726 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4010d0ae-ba55-4615-81d5-e71b86fc0b0a", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c2329-7533-4b0c-ba13-16adaebcef3e", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:06.379976 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4edd5adf-2b05-4a78-8a94-9469fca3a4d0 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:06.380362 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edd5adf-2b05-4a78-8a94-9469fca3a4d0'] response: {'server_uuid': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e', 'code': 200} May 10 14:04:06.396637 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=fb0c2329-7533-4b0c-ba13-16adaebcef3e,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:06.544365 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec90b4-0b0f-4885-a5d3-01b7bd8f1886 req-d30a0792-37db-419b-a5cc-3926d369c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:06.545730 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-37ec90b4-0b0f-4885-a5d3-01b7bd8f1886 req-d30a0792-37db-419b-a5cc-3926d369c70a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 1133 time: 0.0381978 May 10 14:04:06.589784 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-37ec90b4-0b0f-4885-a5d3-01b7bd8f1886 req-f8fd44fd-f8a8-4441-9b37-53ece813df7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371737 May 10 14:04:06.713282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59054) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:06.757050 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Deleting subnet fca9eb0f-da58-40b3-80ee-c1c06e105830 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:04:06.760984 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Publish callbacks [] for subnet (fca9eb0f-da58-40b3-80ee-c1c06e105830), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.798499 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (fca9eb0f-da58-40b3-80ee-c1c06e105830), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.856625 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (fca9eb0f-da58-40b3-80ee-c1c06e105830), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.861603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf71f74-8ca9-4d02-90ea-1c87806b9bdc req-656ca142-c235-4c98-8454-d389dd905310 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:06.863116 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-acf71f74-8ca9-4d02-90ea-1c87806b9bdc req-656ca142-c235-4c98-8454-d389dd905310 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0524974 May 10 14:04:06.911931 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-acf71f74-8ca9-4d02-90ea-1c87806b9bdc req-8af9961c-557c-4e7b-8079-c994a42f0980 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 May 10 14:04:06.916333 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (fca9eb0f-da58-40b3-80ee-c1c06e105830), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.942274 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca9eb0f-da58-40b3-80ee-c1c06e105830,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:06.949268 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.952629 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a24ec76e-ae32-4b21-9689-8082142eedc2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fca9eb0f-da58-40b3-80ee-c1c06e105830 HTTP/1.1" status: 204 len: 168 time: 0.2382667 May 10 14:04:06.955323 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59060) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:07.028487 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (c24e6061-997d-45af-bf91-cfef403c948e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.120067 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (c24e6061-997d-45af-bf91-cfef403c948e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.151415 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24e6061-997d-45af-bf91-cfef403c948e']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:07.168139 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-b1c53310-2cf4-467b-9e3a-be23730e6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.169774 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-b1c53310-2cf4-467b-9e3a-be23730e6966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1129 time: 0.0409098 May 10 14:04:07.178581 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d58d58-47b0-4d68-a909-642ab5a0034f') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:07.178884 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d58d58-47b0-4d68-a909-642ab5a0034f') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:07.193747 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (21d58d58-47b0-4d68-a909-642ab5a0034f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.209584 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc023af-7734-42cd-8927-3600f67b5a6f req-792ae3a9-ce5a-4a93-9f97-1e566aa14147 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.211337 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc023af-7734-42cd-8927-3600f67b5a6f req-792ae3a9-ce5a-4a93-9f97-1e566aa14147 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0713556 May 10 14:04:07.226382 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (21d58d58-47b0-4d68-a909-642ab5a0034f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.250993 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:04:07.251397 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (21d58d58-47b0-4d68-a909-642ab5a0034f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:04:07.253079 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:04:07.314060 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc023af-7734-42cd-8927-3600f67b5a6f req-6b5cb0d1-6f77-43c2-8034-fe031cae07c1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950420 May 10 14:04:07.327382 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (c24e6061-997d-45af-bf91-cfef403c948e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.333104 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.336319 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c24e6061-997d-45af-bf91-cfef403c948e HTTP/1.1" status: 204 len: 168 time: 0.3799973 May 10 14:04:07.339352 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59078) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:07.356020 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9382c49-5932-4a8e-a135-fba0746ccfc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24e6061-997d-45af-bf91-cfef403c948e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:07.396160 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Deleting subnet db85f995-ca57-42d1-8d55-a5d823e3d8f1 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:04:07.399731 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Publish callbacks [] for subnet (db85f995-ca57-42d1-8d55-a5d823e3d8f1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.438431 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (db85f995-ca57-42d1-8d55-a5d823e3d8f1), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.458587 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958d61-d1b5-4e4e-84eb-9396284759c9 req-ec6943e3-0a74-4fdd-b694-3c05cce784ab tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.460075 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c958d61-d1b5-4e4e-84eb-9396284759c9 req-ec6943e3-0a74-4fdd-b694-3c05cce784ab tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.0499341 May 10 14:04:07.484482 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (db85f995-ca57-42d1-8d55-a5d823e3d8f1), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.521215 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c958d61-d1b5-4e4e-84eb-9396284759c9 req-3d7b0148-98b2-46f8-b031-88244d95352c tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538709 May 10 14:04:07.553821 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (db85f995-ca57-42d1-8d55-a5d823e3d8f1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.581661 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db85f995-ca57-42d1-8d55-a5d823e3d8f1,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:07.587456 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.590585 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b4116ebb-5d24-4829-b6cc-54e68703547c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/db85f995-ca57-42d1-8d55-a5d823e3d8f1 HTTP/1.1" status: 204 len: 168 time: 0.2502389 May 10 14:04:07.593210 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59084) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:07.667721 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (8681224c-c892-4f54-b324-d12897d5008c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.738361 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-1f74994d-2ad4-48fc-b450-4a66eff309c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.740187 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-1f74994d-2ad4-48fc-b450-4a66eff309c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.1212630 May 10 14:04:07.764039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (8681224c-c892-4f54-b324-d12897d5008c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.805080 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8681224c-c892-4f54-b324-d12897d5008c']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:07.818265 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ab9358-1fa8-42a0-a733-b8fee79c9384') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:07.818889 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ab9358-1fa8-42a0-a733-b8fee79c9384') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:07.821981 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-56751a8e-2347-445f-b84f-c69fc1c037ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 200 len: 217 time: 0.0742180 May 10 14:04:07.833226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (d1ab9358-1fa8-42a0-a733-b8fee79c9384), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.855970 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (d1ab9358-1fa8-42a0-a733-b8fee79c9384), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.873803 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:04:07.874411 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (d1ab9358-1fa8-42a0-a733-b8fee79c9384), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:04:07.876585 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:04:07.896068 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-6ff1b71a-e084-47d9-a136-2588d1a81a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.897657 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-6ff1b71a-e084-47d9-a136-2588d1a81a8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0682585 May 10 14:04:07.964038 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-76c81989-b72c-4469-94e5-ea0ea1bf888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.965987 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-76c81989-b72c-4469-94e5-ea0ea1bf888e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610564 May 10 14:04:07.971510 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (8681224c-c892-4f54-b324-d12897d5008c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.980000 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:07.983392 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8681224c-c892-4f54-b324-d12897d5008c HTTP/1.1" status: 204 len: 168 time: 0.3890269 May 10 14:04:07.994289 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bc65b-3a75-41cc-9ca2-1bd47f86b561 admin admin] Pushing event deleted for resources: {'Network': ['ID=8681224c-c892-4f54-b324-d12897d5008c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:08.093773 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-141b3641-deb8-4a5a-8918-c5942f132989 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087656 May 10 14:04:08.187356 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59104) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:08.228101 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9ff762a9-a6a1-4759-82e9-e815a4c572bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a68724f8dee24cd4bcf86653168a16fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395927 May 10 14:04:08.230529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59108) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:08.279796 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a11f7d8-4aca-4c90-9422-1d5adc8fe9ba admin admin] Publish callbacks [] for security_group (9c4626a3-1dc4-4843-8386-550f9cc164ae), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.300330 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a11f7d8-4aca-4c90-9422-1d5adc8fe9ba admin admin] Publish callbacks [] for security_group (9c4626a3-1dc4-4843-8386-550f9cc164ae), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.348575 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a11f7d8-4aca-4c90-9422-1d5adc8fe9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9c4626a3-1dc4-4843-8386-550f9cc164ae), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.351600 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a11f7d8-4aca-4c90-9422-1d5adc8fe9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.355748 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4a11f7d8-4aca-4c90-9422-1d5adc8fe9ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c4626a3-1dc4-4843-8386-550f9cc164ae HTTP/1.1" status: 204 len: 168 time: 0.1215467 May 10 14:04:08.370443 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11f7d8-4aca-4c90-9422-1d5adc8fe9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4626a3-1dc4-4843-8386-550f9cc164ae,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:08.449096 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49c564-3364-44a8-b0c7-c732fbbe92de req-babc4448-e9f2-463c-8e2c-0bd14f49cf98 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:08.450782 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5e49c564-3364-44a8-b0c7-c732fbbe92de req-babc4448-e9f2-463c-8e2c-0bd14f49cf98 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0565448 May 10 14:04:08.505062 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5e49c564-3364-44a8-b0c7-c732fbbe92de req-983aa04b-d154-42c3-a423-d9779d9ed1d6 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 May 10 14:04:08.705441 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79737-4622-4152-b8d0-b96ab69d7153 req-eef4655c-77f4-4fcc-a0b2-130fdda473b8 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:08.708357 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ba79737-4622-4152-b8d0-b96ab69d7153 req-eef4655c-77f4-4fcc-a0b2-130fdda473b8 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.1127965 May 10 14:04:08.729782 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59120) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:08.769827 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-224303b8-361a-40a0-8330-fc094551d338 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28d99142a4fc4b1bba4238e62b5c48dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384316 May 10 14:04:08.772411 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59122) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:08.777631 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-84c4c548-a26a-4231-bea5-d6e2a1d073c4 req-0d8611bf-c38c-4677-9bfe-8500bfc01a66 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456831 May 10 14:04:08.780898 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ba79737-4622-4152-b8d0-b96ab69d7153 req-70e9bfdf-da4b-4601-866e-efe0aff8b104 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 May 10 14:04:08.823047 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d02d-e1f7-464b-9136-1131193bb92c admin admin] Publish callbacks [] for security_group (adba7b06-28d0-49a7-8272-32495cadd0ab), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.846729 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d02d-e1f7-464b-9136-1131193bb92c admin admin] Publish callbacks [] for security_group (adba7b06-28d0-49a7-8272-32495cadd0ab), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.894229 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d02d-e1f7-464b-9136-1131193bb92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (adba7b06-28d0-49a7-8272-32495cadd0ab), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.896781 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d02d-e1f7-464b-9136-1131193bb92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:08.898051 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1bf9d02d-e1f7-464b-9136-1131193bb92c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/adba7b06-28d0-49a7-8272-32495cadd0ab HTTP/1.1" status: 204 len: 168 time: 0.1246893 May 10 14:04:08.905956 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9d02d-e1f7-464b-9136-1131193bb92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adba7b06-28d0-49a7-8272-32495cadd0ab,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:09.256385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59140) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:09.417805 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94365257-5364-4beb-90a7-eb6f9cf61df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.504285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94365257-5364-4beb-90a7-eb6f9cf61df6 admin admin] Publish callbacks [] for security_group (1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.510320 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-94365257-5364-4beb-90a7-eb6f9cf61df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.552009 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-94365257-5364-4beb-90a7-eb6f9cf61df6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44ce7f2d40cc444091bd73777443a0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945211 May 10 14:04:09.552895 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94365257-5364-4beb-90a7-eb6f9cf61df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:09.555765 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59160) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:09.589070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59162) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:09.650974 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-42f18714-c7b9-439f-92fd-10307117c45d admin admin] Publish callbacks [] for security_group (1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.659414 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fe1d3-7b9e-42cf-8578-4cef6cadeebb req-71980997-9f5f-4e45-9243-cef31fcb9c84 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:09.660837 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-840fe1d3-7b9e-42cf-8578-4cef6cadeebb req-71980997-9f5f-4e45-9243-cef31fcb9c84 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0727129 May 10 14:04:09.695101 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1446367854-network', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:09.696150 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-42f18714-c7b9-439f-92fd-10307117c45d admin admin] Publish callbacks [] for security_group (1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.721983 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Made reservation on behalf of a9cb94e930984858b30744fc14ca334e for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:09.725419 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.736433 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.751244 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-840fe1d3-7b9e-42cf-8578-4cef6cadeebb req-e184d8cf-d9fd-4a04-97b6-4d1d1f9ea079 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788701 May 10 14:04:09.792188 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-42f18714-c7b9-439f-92fd-10307117c45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.796215 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-42f18714-c7b9-439f-92fd-10307117c45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.798988 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-42f18714-c7b9-439f-92fd-10307117c45d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b HTTP/1.1" status: 204 len: 168 time: 0.2421999 May 10 14:04:09.819068 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f18714-c7b9-439f-92fd-10307117c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f9c55-a724-4e52-9b9e-91f4ede1bb3b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:09.926292 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks [] for security_group (71568f1e-c4eb-44b1-8537-21bb11f3d3b4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.933399 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (71568f1e-c4eb-44b1-8537-21bb11f3d3b4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.957162 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04af5-a0ea-4a8f-a163-cf7e5393bb65 req-39d00fd2-41b6-4cf9-9190-6a67cfacc3f4 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:09.958634 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-53d04af5-a0ea-4a8f-a163-cf7e5393bb65 req-39d00fd2-41b6-4cf9-9190-6a67cfacc3f4 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.0730205 May 10 14:04:09.968341 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:04:09.999276 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71568f1e-c4eb-44b1-8537-21bb11f3d3b4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:10.004453 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (0e89f01e-4a51-4b35-b24e-2cec4b059311), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.004812 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Added segment 0e89f01e-4a51-4b35-b24e-2cec4b059311 of type vlan for network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 May 10 14:04:10.063209 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (6e8d5f7c-533b-4814-abdc-d66c4b31bf48), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.067876 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-53d04af5-a0ea-4a8f-a163-cf7e5393bb65 req-ef8490b8-871d-4988-a72f-44a9dbae1818 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006086 May 10 14:04:10.092336 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (6e8d5f7c-533b-4814-abdc-d66c4b31bf48), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.093290 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.094303 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.152067 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5618985 May 10 14:04:10.155836 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59188) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:10.161152 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Request body: {'subnet': {'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1446367854-subnet', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:10.161323 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a266f-cc9e-4b42-b8e2-fc99fa07d5ad admin admin] Pushing event updated for resources: {'Network': ['ID=6e8d5f7c-533b-4814-abdc-d66c4b31bf48,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:10.173041 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:04:10.185831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Made reservation on behalf of a9cb94e930984858b30744fc14ca334e for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:10.188369 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.380759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e9d37-d15c-4c50-8782-aac0b8da2437 req-a2378fe5-bcee-4bdb-9da2-7abeffec2923 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.382060 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (212d13c5-b5f5-486b-b59e-1d31c5516f2b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.386698 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-964e9d37-d15c-4c50-8782-aac0b8da2437 req-a2378fe5-bcee-4bdb-9da2-7abeffec2923 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.0580463 May 10 14:04:10.442262 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-964e9d37-d15c-4c50-8782-aac0b8da2437 req-73de2de8-05fb-451b-ada9-b5d116a24223 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530326 May 10 14:04:10.448272 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=212d13c5-b5f5-486b-b59e-1d31c5516f2b,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:10.456096 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Checking segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:10.456547 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Network hostable DHCP agents. Network: 6e8d5f7c-533b-4814-abdc-d66c4b31bf48, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:04:10.474929 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:04:10.483602 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 6e8d5f7c-533b-4814-abdc-d66c4b31bf48) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:10.487591 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.488188 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.498638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddc47a-52ec-4028-add9-7e953fbe99ab None None] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:10.511031 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59202) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:10.514776 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-af62efa0-5251-4940-b65c-7df263646bfc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3578072 May 10 14:04:10.515471 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:10.535910 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (f6b8332a-0bfc-4f01-a98b-98487d2d7824), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.536953 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (f6b8332a-0bfc-4f01-a98b-98487d2d7824), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.569181 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59204) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:10.592410 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks [] for router_controller (f6b8332a-0bfc-4f01-a98b-98487d2d7824), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.605772 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:04:10.606830 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.709746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2143520154-network', 'tenant_id': '0305a36033ca4831b0bcba8a9b3c5a27'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:10.749009 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks [] for router_gateway (f6b8332a-0bfc-4f01-a98b-98487d2d7824), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.750892 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Allocated IP 172.20.0.2 (6e8d5f7c-533b-4814-abdc-d66c4b31bf48/212d13c5-b5f5-486b-b59e-1d31c5516f2b/c2cbd7c5-9e39-4da4-a428-43804aac1e2d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:10.769019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Made reservation on behalf of 0305a36033ca4831b0bcba8a9b3c5a27 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:10.771235 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.811923 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.905160 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bf955-82ab-4418-9e3f-fb52c96d734d req-fc5f6a82-8621-4ae0-83c2-8ddc4cae930a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.912609 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f3bf955-82ab-4418-9e3f-fb52c96d734d req-fc5f6a82-8621-4ae0-83c2-8ddc4cae930a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0789351 May 10 14:04:10.962900 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Publish callbacks [] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.972459 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.989111 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f3bf955-82ab-4418-9e3f-fb52c96d734d req-e92b22a4-f9be-4c5f-a88b-df76e9d2818c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748267 May 10 14:04:11.010355 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:11.013932 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:11.014094 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks [] for security_group (cd26600c-43c2-45b4-bda1-83085904433d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.020420 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:11.039508 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (cd26600c-43c2-45b4-bda1-83085904433d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.044503 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks [] for router_gateway (f6b8332a-0bfc-4f01-a98b-98487d2d7824), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.076772 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Pushing event updated for resources: {'Port': ['ID=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:11.080293 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:04:11.088930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.089516 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Attempting to bind port c2cbd7c5-9e39-4da4-a428-43804aac1e2d on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:11.089889 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Attempting to bind port c2cbd7c5-9e39-4da4-a428-43804aac1e2d by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:11.090324 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Attempting to bind port c2cbd7c5-9e39-4da4-a428-43804aac1e2d on network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:11.094171 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd26600c-43c2-45b4-bda1-83085904433d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:11.095632 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:11.096009 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Checking segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:11.096590 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.096984 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Bound using segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:11.097454 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Bound port: c2cbd7c5-9e39-4da4-a428-43804aac1e2d, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:11.097828 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.104680 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (1e0e60a8-7e11-4088-b95f-7130d040e2d3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.105024 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Added segment 1e0e60a8-7e11-4088-b95f-7130d040e2d3 of type vlan for network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 May 10 14:04:11.184173 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] For port c2cbd7c5-9e39-4da4-a428-43804aac1e2d, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:11.189177 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] For port c2cbd7c5-9e39-4da4-a428-43804aac1e2d, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:11.202231 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.271874 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04324a-a581-4743-8179-52dbc3136cdd None None] Pushing event updated for resources: {'Port': ['ID=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:11.414323 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (18b7924d-bd77-4212-b305-deb3c5f8e9f4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.483135 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (18b7924d-bd77-4212-b305-deb3c5f8e9f4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.483978 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.486332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.549366 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Allocated IP 172.27.2.216 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:11.599923 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0295672 May 10 14:04:11.603623 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59230) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:11.609242 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Request body: {'subnet': {'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2143520154-subnet', 'tenant_id': '0305a36033ca4831b0bcba8a9b3c5a27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:11.614172 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b7fa1-73c3-4978-8715-eb21fb8148b9 admin admin] Pushing event updated for resources: {'Network': ['ID=18b7924d-bd77-4212-b305-deb3c5f8e9f4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:11.625198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:04:11.630746 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Made reservation on behalf of 0305a36033ca4831b0bcba8a9b3c5a27 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:11.633542 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.660107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195c564-62b9-4de3-aa72-59b6ed20629a req-01d4cbf0-e39a-478b-bdb6-3302bdbbeb63 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.661576 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0195c564-62b9-4de3-aa72-59b6ed20629a req-01d4cbf0-e39a-478b-bdb6-3302bdbbeb63 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.1195583 May 10 14:04:11.746128 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0195c564-62b9-4de3-aa72-59b6ed20629a req-ae7f9a85-3560-4662-8f67-7582ed7d8657 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756946 May 10 14:04:11.755908 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks [] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.790607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.825614 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (dcb7f7ff-a1bf-4948-a253-b1cab295a9b4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.829229 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:11.830804 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:11.843058 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:11.907647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb7f7ff-a1bf-4948-a253-b1cab295a9b4,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:11.908225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Pushing event updated for resources: {'Port': ['ID=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:11.921123 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Checking segment: {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:11.921517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Network hostable DHCP agents. Network: 18b7924d-bd77-4212-b305-deb3c5f8e9f4, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:04:11.927542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2cbd7c5-9e39-4da4-a428-43804aac1e2d up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:11.940402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:04:11.952282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 18b7924d-bd77-4212-b305-deb3c5f8e9f4) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:11.957761 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.958518 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:11.966837 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3b6c7-bfab-4a6a-835c-af284e3e31ba None None] Network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:11.990784 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e78be424-dd1b-4d28-9c07-80c984ba92de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3858109 May 10 14:04:12.143358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks [] for router_gateway (f6b8332a-0bfc-4f01-a98b-98487d2d7824), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.161396 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port c2cbd7c5-9e39-4da4-a428-43804aac1e2d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:12.161787 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.206231 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ed6c0-e318-4215-bff1-f755c30a5ec3 None None] Network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:12.228414 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89e80a-bbf8-4346-b230-4710cb7b0720 req-f31e892e-1a92-42a2-9115-60d663f38551 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:12.238835 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a89e80a-bbf8-4346-b230-4710cb7b0720 req-f31e892e-1a92-42a2-9115-60d663f38551 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0895643 May 10 14:04:12.316042 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a89e80a-bbf8-4346-b230-4710cb7b0720 req-1dc25049-935f-4726-ae66-b4c2d907eea8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 May 10 14:04:12.326741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port c2cbd7c5-9e39-4da4-a428-43804aac1e2d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:12.327131 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.382055 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09cf889-a83c-4ac1-99ae-46e1ccc9d9e8 None None] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:12.436909 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (f6b8332a-0bfc-4f01-a98b-98487d2d7824), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.461102 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port c2cbd7c5-9e39-4da4-a428-43804aac1e2d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:12.474869 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.477448 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-325cc3be-273e-4fda-a954-d895cc391456 None None] Provisioning complete for port c2cbd7c5-9e39-4da4-a428-43804aac1e2d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:12.478186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-325cc3be-273e-4fda-a954-d895cc391456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.620247 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:12.681678 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Router f6b8332a-0bfc-4f01-a98b-98487d2d7824 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:04:12.713894 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-325cc3be-273e-4fda-a954-d895cc391456 None None] Current status of the port c2cbd7c5-9e39-4da4-a428-43804aac1e2d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:12.802526 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59256) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:12.881176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:12.894775 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Sync routers for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:12.905287 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ae0d-eedc-44d6-98db-a25f09b2f6a9 req-b166d72d-17b0-4bdb-b746-f917af04c68a tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:12.906757 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db48ae0d-eedc-44d6-98db-a25f09b2f6a9 req-b166d72d-17b0-4bdb-b746-f917af04c68a tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.0635409 May 10 14:04:12.913619 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:12.916032 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:12.925686 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.929591 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-09ae0a83-5d19-431b-a01e-3555eec5734f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4150348 May 10 14:04:12.930327 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59260) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:12.956027 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-388a620a-d99e-4393-8e2f-a6346590bbe2 None None] Provisioning complete for port c2cbd7c5-9e39-4da4-a428-43804aac1e2d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:12.956659 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-388a620a-d99e-4393-8e2f-a6346590bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:12.968504 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db48ae0d-eedc-44d6-98db-a25f09b2f6a9 req-6c46d414-18c7-4d4b-849f-15def2060211 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a561517-6192-4263-a93c-3675d6c510ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550783 May 10 14:04:13.015043 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85467217-67b9-44d0-b4e6-7e5728736bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.036808 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:13.045704 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-388a620a-d99e-4393-8e2f-a6346590bbe2 None None] Current status of the port c2cbd7c5-9e39-4da4-a428-43804aac1e2d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:13.210668 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:11Z', 'revision_number': 3, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:13.237431 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Checking router: f6b8332a-0bfc-4f01-a98b-98487d2d7824 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:13.237773 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Updating router f6b8332a-0bfc-4f01-a98b-98487d2d7824 port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:04:13.265531 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d7d82-f42c-4668-8008-f99ef872c277 req-e9dda5fe-4f2a-4e0a-8dbe-9610de263e9f tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:13.267107 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-463d7d82-f42c-4668-8008-f99ef872c277 req-e9dda5fe-4f2a-4e0a-8dbe-9610de263e9f tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.59 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 949 time: 0.0489707 May 10 14:04:13.270311 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.382231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Deleting port fb0c2329-7533-4b0c-ba13-16adaebcef3e {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:13.384002 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.434237 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85467217-67b9-44d0-b4e6-7e5728736bfb admin admin] Publish callbacks [] for security_group (3e73654a-9761-4efa-83bd-ab4e9f89892b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.484624 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85467217-67b9-44d0-b4e6-7e5728736bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3e73654a-9761-4efa-83bd-ab4e9f89892b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.504603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] For port fb0c2329-7533-4b0c-ba13-16adaebcef3e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fb0c2329-7533-4b0c-ba13-16adaebcef3e,segment=NetworkSegment(8c12140e-a232-4b60-88c3-3dad9c3ffd70),segment_id=8c12140e-a232-4b60-88c3-3dad9c3ffd70)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:13.505782 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.526722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Calling delete_port for fb0c2329-7533-4b0c-ba13-16adaebcef3e owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:13.537970 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706b4b-a207-4ac2-8776-04e79dfbaded req-d37b6f28-70ed-42fa-8175-82caf931b638 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:13.540114 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-75706b4b-a207-4ac2-8776-04e79dfbaded req-d37b6f28-70ed-42fa-8175-82caf931b638 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.1389575 May 10 14:04:13.549939 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-85467217-67b9-44d0-b4e6-7e5728736bfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d1ec5b2695d45eaa2d1efed5811454e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7463686 May 10 14:04:13.556550 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59264) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:13.611112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467217-67b9-44d0-b4e6-7e5728736bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73654a-9761-4efa-83bd-ab4e9f89892b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:13.627571 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Publish callbacks [] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.633775 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.675086 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (fb0c2329-7533-4b0c-ba13-16adaebcef3e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.687623 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-75706b4b-a207-4ac2-8776-04e79dfbaded req-9e0f0817-a856-4d76-a554-0d9180bbbfe8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402366 May 10 14:04:13.693005 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['fb0c2329-7533-4b0c-ba13-16adaebcef3e'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:13.696392 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bccb47-c249-4f96-bdf9-56355c02c197 None None] Pushing event updated for resources: {'Port': ['ID=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:13.707529 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Pushing event deleted for resources: {'Port': ['ID=fb0c2329-7533-4b0c-ba13-16adaebcef3e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:13.715100 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Attempting to bind port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:13.715740 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Attempting to bind port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:13.716354 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Attempting to bind port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:13.721967 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:13.722681 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:13.723286 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.723890 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:13.724799 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Bound port: 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:13.725658 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.787900 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] For port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:13.792848 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3cb30c4-70ff-4e8d-b6c7-4fe14e4da158 admin admin] Publish callbacks [] for security_group (3e73654a-9761-4efa-83bd-ab4e9f89892b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.797762 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] For port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:13.800693 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] No DVR routers for this DVR port fb0c2329-7533-4b0c-ba13-16adaebcef3e on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:13.806358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.812858 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.817022 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-463d7d82-f42c-4668-8008-f99ef872c277 req-3ede1d3f-9189-43a8-85a4-14fb59d4bf65 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.59 "DELETE /v2.0/ports/fb0c2329-7533-4b0c-ba13-16adaebcef3e HTTP/1.1" status: 204 len: 173 time: 0.5420511 May 10 14:04:13.817750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'name': 'network-vif-deleted', 'tag': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:13.829096 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cdcbfd-b25a-4e7b-849b-434546d6fb87" -d '{"events": [{"server_uuid": "4010d0ae-ba55-4615-81d5-e71b86fc0b0a", "name": "network-vif-deleted", "tag": "fb0c2329-7533-4b0c-ba13-16adaebcef3e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:13.876209 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3cb30c4-70ff-4e8d-b6c7-4fe14e4da158 admin admin] Publish callbacks [] for security_group (3e73654a-9761-4efa-83bd-ab4e9f89892b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.932084 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2130476-f53a-42bd-879e-45262539dd58 x-openstack-request-id: req-b2130476-f53a-42bd-879e-45262539dd58 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:13.932671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4010d0ae-ba55-4615-81d5-e71b86fc0b0a", "name": "network-vif-deleted", "tag": "fb0c2329-7533-4b0c-ba13-16adaebcef3e", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:13.932771 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2130476-f53a-42bd-879e-45262539dd58 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:13.933114 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2130476-f53a-42bd-879e-45262539dd58'] response: {'server_uuid': '4010d0ae-ba55-4615-81d5-e71b86fc0b0a', 'name': 'network-vif-deleted', 'tag': 'fb0c2329-7533-4b0c-ba13-16adaebcef3e', 'status': 'completed', 'code': 200} May 10 14:04:13.939622 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bccb47-c249-4f96-bdf9-56355c02c197 None None] Pushing event updated for resources: {'Port': ['ID=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:13.958439 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:13.959385 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:14.033762 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2cbd7c5-9e39-4da4-a428-43804aac1e2d up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:14.060335 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3cb30c4-70ff-4e8d-b6c7-4fe14e4da158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3e73654a-9761-4efa-83bd-ab4e9f89892b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.073422 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3cb30c4-70ff-4e8d-b6c7-4fe14e4da158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.077720 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e3cb30c4-70ff-4e8d-b6c7-4fe14e4da158 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e73654a-9761-4efa-83bd-ab4e9f89892b HTTP/1.1" status: 204 len: 168 time: 0.5155301 May 10 14:04:14.111227 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb30c4-70ff-4e8d-b6c7-4fe14e4da158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73654a-9761-4efa-83bd-ab4e9f89892b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:14.130915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port c2cbd7c5-9e39-4da4-a428-43804aac1e2d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:14.131552 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.204181 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.244445 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port c2cbd7c5-9e39-4da4-a428-43804aac1e2d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:14.284106 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4018c35-d76f-4631-bd8b-081cf4cec210 req-b97a6982-3613-4f63-b3ed-edafe6ec6215 tempest-VolumesNegativeTest-1477071706 tempest-VolumesNegativeTest-1477071706-project] 10.222.0.32 "GET /v2.0/ports?device_id=4010d0ae-ba55-4615-81d5-e71b86fc0b0a HTTP/1.1" status: 200 len: 210 time: 0.0864363 May 10 14:04:14.291991 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:14.444257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-f37f44f5-453b-42d0-9ddf-2b7f77a135f2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:14.447594 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-f37f44f5-453b-42d0-9ddf-2b7f77a135f2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/networks?id=18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 200 len: 814 time: 0.2395711 May 10 14:04:14.484183 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-76419e3f-7d25-46a4-9354-c76a1331e3a3 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/quotas/0305a36033ca4831b0bcba8a9b3c5a27 HTTP/1.1" status: 200 len: 375 time: 0.0300570 May 10 14:04:14.530529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Allocated IP 172.20.0.1 (6e8d5f7c-533b-4814-abdc-d66c4b31bf48/212d13c5-b5f5-486b-b59e-1d31c5516f2b/ba61c58d-261b-4bc5-a410-e1a33d37a273) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:14.533360 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-fded7002-c89c-4454-9296-ba5b2e787bbd tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440128 May 10 14:04:14.548263 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:11Z', 'revision_number': 3, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:14.584687 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea4f80-ed89-40cb-8dcb-dc8546ba3a71 None None] The sync data for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi is: [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:11Z', 'revision_number': 3, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:14.673434 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-ae691403-bebd-470e-b5b6-dc1085009020 service neutron] 10.222.0.32 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317635 May 10 14:04:14.693106 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks [] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.700201 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59296) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:14.719283 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f410c64-470c-48a8-806a-f8bde58c9a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.776459 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.782764 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-04e91d51-ec6c-47cd-a727-3993e2e42bf9 service neutron] 10.222.0.32 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036057 May 10 14:04:14.828845 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:14.835909 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:14.840831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:14.916359 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Pushing event updated for resources: {'Port': ['ID=ba61c58d-261b-4bc5-a410-e1a33d37a273,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:14.959261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f410c64-470c-48a8-806a-f8bde58c9a70 admin admin] Publish callbacks [] for security_group (f945c94f-e0fe-49ac-ad7f-4f5032981400), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.973422 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f410c64-470c-48a8-806a-f8bde58c9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f945c94f-e0fe-49ac-ad7f-4f5032981400), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.004570 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (f6b8332a-0bfc-4f01-a98b-98487d2d7824), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.019082 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7f410c64-470c-48a8-806a-f8bde58c9a70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c67429c56284aa09fea76a2fa7c00b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156567 May 10 14:04:15.019501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59302) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:15.098873 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e73f5ea6-f64a-4cfc-96b8-1eaa5c2bf28a admin admin] Publish callbacks [] for security_group (f945c94f-e0fe-49ac-ad7f-4f5032981400), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.128769 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da3734ad-afd5-4c20-86c7-69ff9cadf842 req-1e1caebf-94b2-4dbf-8155-bc9815edb850 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 210 time: 0.0574522 May 10 14:04:15.132318 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f410c64-470c-48a8-806a-f8bde58c9a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f945c94f-e0fe-49ac-ad7f-4f5032981400,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:15.156189 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e73f5ea6-f64a-4cfc-96b8-1eaa5c2bf28a admin admin] Publish callbacks [] for security_group (f945c94f-e0fe-49ac-ad7f-4f5032981400), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.186767 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-dab12187-adfb-42c0-b9fb-c91cac1206ea None None] Provisioning complete for port ba61c58d-261b-4bc5-a410-e1a33d37a273 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:15.187314 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dab12187-adfb-42c0-b9fb-c91cac1206ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.241449 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e73f5ea6-f64a-4cfc-96b8-1eaa5c2bf28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f945c94f-e0fe-49ac-ad7f-4f5032981400), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.245326 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e73f5ea6-f64a-4cfc-96b8-1eaa5c2bf28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.248872 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-dab12187-adfb-42c0-b9fb-c91cac1206ea None None] Port ba61c58d-261b-4bc5-a410-e1a33d37a273 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:15.256760 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e73f5ea6-f64a-4cfc-96b8-1eaa5c2bf28a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f945c94f-e0fe-49ac-ad7f-4f5032981400 HTTP/1.1" status: 204 len: 168 time: 0.2344816 May 10 14:04:15.270950 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5ea6-f64a-4cfc-96b8-1eaa5c2bf28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f945c94f-e0fe-49ac-ad7f-4f5032981400,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:15.290944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.540787 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks [] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.557484 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.635592 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (f6b8332a-0bfc-4f01-a98b-98487d2d7824), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.713581 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59338) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:15.722425 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880299954', 'description': 'tempest-description--2110007948'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:15.753667 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Pushing event updated for resources: {'Port': ['ID=ba61c58d-261b-4bc5-a410-e1a33d37a273,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:15.787982 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:15.840073 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:15.841720 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:15.912271 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59346) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:15.965449 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f85ef495-ae80-4ffa-abb6-08976c3782d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.003557 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group (54079e30-5a2c-4a16-91dc-1ed024849368), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.018098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (54079e30-5a2c-4a16-91dc-1ed024849368), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.026272 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:16.091203 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Router f6b8332a-0bfc-4f01-a98b-98487d2d7824 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:16.116222 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:16.119383 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.128374 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.129779 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4149547 May 10 14:04:16.139187 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59348) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.144098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'security_group_rule': {'security_group_id': '54079e30-5a2c-4a16-91dc-1ed024849368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:16.153967 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867cd1-cba8-4a50-b488-dadaeb4a7dc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54079e30-5a2c-4a16-91dc-1ed024849368,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.187321 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f85ef495-ae80-4ffa-abb6-08976c3782d5 admin admin] Publish callbacks [] for security_group (18990547-1862-439b-905b-e3964bcd7925), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.192981 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fb0c2329-7533-4b0c-ba13-16adaebcef3e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:16.196125 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f85ef495-ae80-4ffa-abb6-08976c3782d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (18990547-1862-439b-905b-e3964bcd7925), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.243367 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group_rule (89dd9e4d-3333-43ab-a04b-86dae72ebee0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.247672 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f85ef495-ae80-4ffa-abb6-08976c3782d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab03b666bb1d4152a9dac75fbc2c7649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338530 May 10 14:04:16.251370 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59352) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.265354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ef495-ae80-4ffa-abb6-08976c3782d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18990547-1862-439b-905b-e3964bcd7925,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.306650 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: fb0c2329-7533-4b0c-ba13-16adaebcef3e {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:16.307415 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fb0c2329-7533-4b0c-ba13-16adaebcef3e not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:16.330511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-706b5f7c-c099-4be1-af3b-5908d613e6ca None None] Provisioning complete for port ba61c58d-261b-4bc5-a410-e1a33d37a273 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:16.331174 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-706b5f7c-c099-4be1-af3b-5908d613e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.339780 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:16.353112 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fd79741d-2fb1-4440-bc54-77bc4c421627 admin admin] 10.222.0.32 "PUT /v2.0/routers/f6b8332a-0bfc-4f01-a98b-98487d2d7824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4191072 May 10 14:04:16.360039 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-54e7a65c-f81a-465f-94d0-4b15aece2f0f req-28a3247d-bc33-42b0-87a5-bb9803b4ae00 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 210 time: 0.0509617 May 10 14:04:16.391827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group_rule (89dd9e4d-3333-43ab-a04b-86dae72ebee0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.398234 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-48936840-a86a-4d12-82b0-ffc2b3d49287 admin admin] Publish callbacks [] for security_group (18990547-1862-439b-905b-e3964bcd7925), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.406861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (89dd9e4d-3333-43ab-a04b-86dae72ebee0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.433755 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:16.434145 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.439684 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-48936840-a86a-4d12-82b0-ffc2b3d49287 admin admin] Publish callbacks [] for security_group (18990547-1862-439b-905b-e3964bcd7925), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.478835 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-706b5f7c-c099-4be1-af3b-5908d613e6ca None None] Port ba61c58d-261b-4bc5-a410-e1a33d37a273 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:16.483507 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:16.504036 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.517865 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-48936840-a86a-4d12-82b0-ffc2b3d49287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (18990547-1862-439b-905b-e3964bcd7925), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.520908 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-48936840-a86a-4d12-82b0-ffc2b3d49287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.522462 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-48936840-a86a-4d12-82b0-ffc2b3d49287 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18990547-1862-439b-905b-e3964bcd7925 HTTP/1.1" status: 204 len: 168 time: 0.2690833 May 10 14:04:16.537887 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48936840-a86a-4d12-82b0-ffc2b3d49287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18990547-1862-439b-905b-e3964bcd7925,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.605298 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.632159 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dd9e4d-3333-43ab-a04b-86dae72ebee0,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.665171 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.666827 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-70da6ca2-08f9-4e42-b72f-112646d0c200 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5266762 May 10 14:04:16.669525 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59376) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.676959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'security_group_rule': {'security_group_id': '54079e30-5a2c-4a16-91dc-1ed024849368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:16.718772 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group_rule (b848e9cb-476e-41c5-872d-c269a631c5ce), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.730519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-0c191e88-ee69-4f28-ae70-7ce6df3a2fc2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:16.734186 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-0c191e88-ee69-4f28-ae70-7ce6df3a2fc2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "GET /v2.0/networks?id=18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 200 len: 814 time: 0.3404911 May 10 14:04:16.749839 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Request body: {'port': {'device_id': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4', 'admin_state_up': True, 'tenant_id': '0305a36033ca4831b0bcba8a9b3c5a27'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:16.809500 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group_rule (b848e9cb-476e-41c5-872d-c269a631c5ce), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.815624 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (b848e9cb-476e-41c5-872d-c269a631c5ce), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.848643 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.849839 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1790738 May 10 14:04:16.855687 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59390) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.861264 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc7901-6d29-49b8-86f4-eccc1bd91e14 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b848e9cb-476e-41c5-872d-c269a631c5ce,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.862019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:16.939526 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.058726 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Made reservation on behalf of 0305a36033ca4831b0bcba8a9b3c5a27 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:17.062651 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.103057 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.135106 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Sync routers for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:17.154366 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:17.155503 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:17.303476 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Allocated IP 172.20.0.2 (18b7924d-bd77-4212-b305-deb3c5f8e9f4/dcb7f7ff-a1bf-4948-a253-b1cab295a9b4/95692f19-6cbf-48e7-a04c-e51b4b06d49a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:17.318021 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Allocated IP 172.27.2.147 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/2577d53f-7a61-4177-8c3f-e80cb6c9629b) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:17.437642 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59452) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:17.444285 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1000721491-network', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:17.456345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:17.501258 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fa28c4b-cd43-4ed8-be9f-c976c1cf45be req-33a70ecf-3334-4177-8639-e36bfe5d2903 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 210 time: 0.0448418 May 10 14:04:17.505212 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Made reservation on behalf of de140ca886ac4b7295154e2dcb211894 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:17.517204 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.533313 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.537708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.580608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks [] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.631376 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks [] for security_group (ecdcbd42-f8c3-4222-ba32-fec3a2793a7c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.637030 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ecdcbd42-f8c3-4222-ba32-fec3a2793a7c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.654775 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:04:17.691841 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcbd42-f8c3-4222-ba32-fec3a2793a7c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:17.692761 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 2, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:17.696137 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (956896a4-a642-40ce-97a2-22cd4ee4d709), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.696568 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Added segment 956896a4-a642-40ce-97a2-22cd4ee4d709 of type vlan for network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 May 10 14:04:17.733653 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Checking router: f6b8332a-0bfc-4f01-a98b-98487d2d7824 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:17.734073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Updating router f6b8332a-0bfc-4f01-a98b-98487d2d7824 port ba61c58d-261b-4bc5-a410-e1a33d37a273 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:04:17.746889 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (48221399-9e7d-4bbc-8b93-f3dbe2e811c8), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.766473 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.782275 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (48221399-9e7d-4bbc-8b93-f3dbe2e811c8), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.783404 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:17.783999 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.876017 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4371397 May 10 14:04:17.878720 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59468) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:17.885387 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Request body: {'subnet': {'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1000721491-subnet', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:17.909159 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d5c3-0b32-4990-9ea8-ae773b0c74c3 admin admin] Pushing event updated for resources: {'Network': ['ID=48221399-9e7d-4bbc-8b93-f3dbe2e811c8,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:17.925240 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Made reservation on behalf of de140ca886ac4b7295154e2dcb211894 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:17.926680 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:04:17.927515 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.953240 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.972873 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:18.020380 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:18.021559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.030072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:18.035967 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:18.044738 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'Port': ['ID=2577d53f-7a61-4177-8c3f-e80cb6c9629b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.114481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:18.115938 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:18.116169 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.126758 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:18.134481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:18.139618 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.140603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.159107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Pushing event updated for resources: {'Port': ['ID=95692f19-6cbf-48e7-a04c-e51b4b06d49a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.170556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.182349 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-7df9a924-a8c7-48ca-b0c5-a04f933d0361 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4373753 May 10 14:04:18.205304 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (2ceff5a7-76a7-4c9c-a669-87a646566640), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.213125 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Publish callbacks [] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.217145 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Request body: {'port': {'device_id': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:18.242725 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.246859 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.312114 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ca694-f791-4b4e-b624-4f92d978adbe None None] Pushing event updated for resources: {'Port': ['ID=ba61c58d-261b-4bc5-a410-e1a33d37a273,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.312546 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Checking segment: {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:18.313142 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Network hostable DHCP agents. Network: 48221399-9e7d-4bbc-8b93-f3dbe2e811c8, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:04:18.317899 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:18.318433 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ceff5a7-76a7-4c9c-a669-87a646566640,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.343516 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:04:18.353085 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.369276 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 48221399-9e7d-4bbc-8b93-f3dbe2e811c8) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:18.383441 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.385566 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.394444 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dab50c-af72-4ca2-bae0-cc3f0732e606 None None] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:18.422311 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7ae74fb0-9a72-48f2-b767-5216d89bf33a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5406547 May 10 14:04:18.426332 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59492) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:18.437166 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Attempting to bind port ba61c58d-261b-4bc5-a410-e1a33d37a273 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:18.437589 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Attempting to bind port ba61c58d-261b-4bc5-a410-e1a33d37a273 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:18.437903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Attempting to bind port ba61c58d-261b-4bc5-a410-e1a33d37a273 on network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:18.443134 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:18.462978 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:18.463587 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Checking segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:18.463838 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.464231 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Bound using segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:18.464783 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Bound port: ba61c58d-261b-4bc5-a410-e1a33d37a273, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:18.465154 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.469965 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (9875e078-60b1-4d7b-898f-d4096ca49673), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.471548 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (9875e078-60b1-4d7b-898f-d4096ca49673), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.554660 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks [] for router_controller (9875e078-60b1-4d7b-898f-d4096ca49673), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.599258 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-48221399-9e7d-4bbc-8b93-f3dbe2e811c8', 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8', 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'fixed_ips': [{'subnet_id': '2ceff5a7-76a7-4c9c-a669-87a646566640'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:04:18.600108 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.646470 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] For port ba61c58d-261b-4bc5-a410-e1a33d37a273, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:18.656065 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] For port ba61c58d-261b-4bc5-a410-e1a33d37a273, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ba61c58d-261b-4bc5-a410-e1a33d37a273,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:18.711354 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.760007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449011f-a196-4d97-a2ef-d42473926b67 req-96110aad-6398-47f3-93d6-f770211645a4 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.761802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b449011f-a196-4d97-a2ef-d42473926b67 req-96110aad-6398-47f3-93d6-f770211645a4 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 931 time: 0.0867431 May 10 14:04:18.778312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] Provisioning complete for port ba61c58d-261b-4bc5-a410-e1a33d37a273 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:18.778711 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.791162 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks [] for router_gateway (9875e078-60b1-4d7b-898f-d4096ca49673), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.894851 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ca694-f791-4b4e-b624-4f92d978adbe None None] Pushing event updated for resources: {'Port': ['ID=ba61c58d-261b-4bc5-a410-e1a33d37a273,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.908101 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.908490 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:18.909122 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:18.917156 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Allocated IP 172.20.0.2 (48221399-9e7d-4bbc-8b93-f3dbe2e811c8/2ceff5a7-76a7-4c9c-a669-87a646566640/cb7b2478-0aba-4764-b8be-c3443ffbbe4a) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:18.922135 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.988989 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b449011f-a196-4d97-a2ef-d42473926b67 req-d7755c8b-6928-424e-9f0c-a7dcce7959a1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114797 May 10 14:04:19.031705 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.051179 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95692f19-6cbf-48e7-a04c-e51b4b06d49a {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:19.079660 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Publish callbacks [] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.088232 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.098011 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2409792 May 10 14:04:19.100641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc696-56a6-4956-b41e-7ac020c12f78 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'Port': ['ID=2577d53f-7a61-4177-8c3f-e80cb6c9629b,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:19.126652 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Transition to ACTIVE for port object 95692f19-6cbf-48e7-a04c-e51b4b06d49a will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:04:19.133649 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.191834 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] Current status of the port ba61c58d-261b-4bc5-a410-e1a33d37a273 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:19.192224 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.195430 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks [] for router_gateway (9875e078-60b1-4d7b-898f-d4096ca49673), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.199657 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:19.234256 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.302116 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=95692f19-6cbf-48e7-a04c-e51b4b06d49a,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:19.306905 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Attempting to bind port 95692f19-6cbf-48e7-a04c-e51b4b06d49a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:19.307245 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Attempting to bind port 95692f19-6cbf-48e7-a04c-e51b4b06d49a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:19.307604 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Attempting to bind port 95692f19-6cbf-48e7-a04c-e51b4b06d49a on network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:19.312932 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Port 95692f19-6cbf-48e7-a04c-e51b4b06d49a on network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:04:19.313484 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Attempting to bind port 95692f19-6cbf-48e7-a04c-e51b4b06d49a on network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:19.327493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:19.329161 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Checking segment: {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:19.332726 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Bound using segment: {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:19.336102 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Bound port: 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:19.336481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.452786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] For port 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:19.459567 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Allocated IP 172.27.2.116 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/d4c81897-d909-44d7-8c5d-be72c32c7f70) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:19.463138 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] For port 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:19.479276 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.479795 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-f81ea8c5-0cb1-40db-9fdb-344ca0e2a3fe tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1880299954&fields=id&tenant_id=523029c9401f49c399be46bfe308b5e6 HTTP/1.1" status: 200 len: 267 time: 0.0823827 May 10 14:04:19.511588 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] For port ba61c58d-261b-4bc5-a410-e1a33d37a273, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ba61c58d-261b-4bc5-a410-e1a33d37a273,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:19.545586 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:19.545949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.547430 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/95692f19-6cbf-48e7-a04c-e51b4b06d49a HTTP/1.1" status: 200 len: 1093 time: 1.3365781 May 10 14:04:19.547875 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'tag': '95692f19-6cbf-48e7-a04c-e51b4b06d49a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:19.550100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b6181-009b-40f0-b16e-a7a95ca160d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc8a7c1-1aa5-45f6-acc9-8443931fe72b", "tag": "95692f19-6cbf-48e7-a04c-e51b4b06d49a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:19.574093 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d3088-00ff-4421-842e-7ddc9ebfbbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=95692f19-6cbf-48e7-a04c-e51b4b06d49a,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:19.614959 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.633456 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0154ae1f-2bc0-4457-bb7a-9c66b00ece8b x-openstack-request-id: req-0154ae1f-2bc0-4457-bb7a-9c66b00ece8b {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:19.633748 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc8a7c1-1aa5-45f6-acc9-8443931fe72b", "tag": "95692f19-6cbf-48e7-a04c-e51b4b06d49a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:19.634001 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0154ae1f-2bc0-4457-bb7a-9c66b00ece8b {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:19.634429 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0154ae1f-2bc0-4457-bb7a-9c66b00ece8b'] response: {'name': 'network-changed', 'server_uuid': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'tag': '95692f19-6cbf-48e7-a04c-e51b4b06d49a', 'status': 'completed', 'code': 200} May 10 14:04:19.671069 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-91b50057-5536-4c51-8e25-179c6f16d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:19.675038 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Publish callbacks [] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.675517 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-91b50057-5536-4c51-8e25-179c6f16d9a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 1127 time: 0.0807345 May 10 14:04:19.688636 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.740139 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-3e4c113f-2fdf-4f6b-bfdd-69d48b1edf1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a HTTP/1.1" status: 200 len: 217 time: 0.0543432 May 10 14:04:19.761927 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b3b20-1686-4e5f-8ab3-7f2c651b155f None None] Pushing event updated for resources: {'Port': ['ID=ba61c58d-261b-4bc5-a410-e1a33d37a273,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:19.811350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-c4ba84eb-5e0a-4791-937d-01fa3f40b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:19.813141 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-c4ba84eb-5e0a-4791-937d-01fa3f40b7e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcb7f7ff-a1bf-4948-a253-b1cab295a9b4 HTTP/1.1" status: 200 len: 854 time: 0.0663087 May 10 14:04:19.818929 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c5684554-f91b-4320-a15d-e8e4b0731470 None None] Provisioning complete for port ba61c58d-261b-4bc5-a410-e1a33d37a273 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:19.819305 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c5684554-f91b-4320-a15d-e8e4b0731470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:19.863184 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-63468958-3db3-4c1d-87e9-d3a855f61675 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b7924d-bd77-4212-b305-deb3c5f8e9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410392 May 10 14:04:19.879095 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:19.889003 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Pushing event updated for resources: {'Port': ['ID=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:19.902732 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:19.908804 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:18Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:19.917686 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:19.963575 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-3d37f0af-32e7-47ec-aa17-b689637cab5b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:19.964311 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e213c-af50-4221-b970-1e0680c21ccc None None] The sync data for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi is: [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:18Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:19.965118 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-3d37f0af-32e7-47ec-aa17-b689637cab5b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 818 time: 0.4773183 May 10 14:04:19.970805 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks [] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:20.004825 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-7f2bd7c4-c2af-489e-bc8b-d2889a5b21fc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/quotas/523029c9401f49c399be46bfe308b5e6 HTTP/1.1" status: 200 len: 375 time: 0.0269227 May 10 14:04:20.035089 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-e664053e-9329-4289-ae93-f6b4cc91ded3 service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648812 May 10 14:04:20.093315 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Attempting to bind port cb7b2478-0aba-4764-b8be-c3443ffbbe4a on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:20.093674 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Attempting to bind port cb7b2478-0aba-4764-b8be-c3443ffbbe4a by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:20.094041 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Attempting to bind port cb7b2478-0aba-4764-b8be-c3443ffbbe4a on network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:20.100399 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c5684554-f91b-4320-a15d-e8e4b0731470 None None] Current status of the port ba61c58d-261b-4bc5-a410-e1a33d37a273 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:20.103271 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:20.103642 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Checking segment: {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:20.104039 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:20.104425 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Bound using segment: {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:20.105053 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Bound port: cb7b2478-0aba-4764-b8be-c3443ffbbe4a, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:20.105364 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:20.180588 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-6298ed84-d5cb-4758-ba63-b17c27f4fc21 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1747212 May 10 14:04:20.216683 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9641d71-cbf3-492f-942c-159fa0e69790 req-4200295b-51f0-4329-ab8d-410d8adb227a service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756768 May 10 14:04:20.224729 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] For port cb7b2478-0aba-4764-b8be-c3443ffbbe4a, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:20.228663 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] For port cb7b2478-0aba-4764-b8be-c3443ffbbe4a, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:20.238627 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:20.278768 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201491-7b17-4b30-8b76-dcecb761595d req-191d40ae-807e-477d-a135-caccff7e4258 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:20.281157 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98201491-7b17-4b30-8b76-dcecb761595d req-191d40ae-807e-477d-a135-caccff7e4258 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 943 time: 0.0635867 May 10 14:04:20.297484 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:20.344846 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0a318-8807-4abd-b935-5bfc782e553f None None] Pushing event updated for resources: {'Port': ['ID=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:20.384155 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Pushing event updated for resources: {'Port': ['ID=d4c81897-d909-44d7-8c5d-be72c32c7f70,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:20.385073 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98201491-7b17-4b30-8b76-dcecb761595d req-0af5e5b5-32b8-42c2-a463-ad2c76c11e6e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 May 10 14:04:20.401306 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:20.406488 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:20.413100 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:20.490649 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-3c477d3b-8061-44bf-b24f-1b2db3f5abe0 service neutron] 10.222.0.32 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024712 May 10 14:04:20.762417 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-7a3ac6ff-cb5d-4554-a824-f6e089e1470c service neutron] 10.222.0.32 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317593 May 10 14:04:20.846790 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks [] for router_gateway (9875e078-60b1-4d7b-898f-d4096ca49673), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:20.990781 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-03f2c08c-e356-480d-8e66-a5b42e90b522 req-f17b4f84-7f2d-495a-967d-8b78594a5008 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 210 time: 0.0407548 May 10 14:04:21.109853 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (9875e078-60b1-4d7b-898f-d4096ca49673), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:21.275420 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Router 9875e078-60b1-4d7b-898f-d4096ca49673 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:04:21.410126 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:21.428971 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Sync routers for ids ['9875e078-60b1-4d7b-898f-d4096ca49673'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:21.440968 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:21.445862 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b9eeecf7-39b3-46cf-bf10-d27f19800b3f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0174186 May 10 14:04:21.446507 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59648) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:21.450758 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Routers {'9875e078-60b1-4d7b-898f-d4096ca49673'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:21.452448 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['9875e078-60b1-4d7b-898f-d4096ca49673'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:21.529941 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81194-b674-4fa7-941a-9a5529e0f8d5 req-c5331a5a-6776-4c55-bcfc-9e6745f812c8 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:21.531600 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-43d81194-b674-4fa7-941a-9a5529e0f8d5 req-c5331a5a-6776-4c55-bcfc-9e6745f812c8 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 943 time: 0.0523040 May 10 14:04:21.596229 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Set router 9875e078-60b1-4d7b-898f-d4096ca49673 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:21.604291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20acbf6b-ab27-4c31-b60d-3e18a8baed38 None None] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:21.609402 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-43d81194-b674-4fa7-941a-9a5529e0f8d5 req-5f436d48-4fcd-4bba-90f6-f50779694d2e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646207 May 10 14:04:21.667617 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] Provisioning complete for port cb7b2478-0aba-4764-b8be-c3443ffbbe4a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:21.668011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:21.807542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] Current status of the port cb7b2478-0aba-4764-b8be-c3443ffbbe4a is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:21.808110 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:21.817799 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:20Z', 'revision_number': 3, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:21.864008 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] For port cb7b2478-0aba-4764-b8be-c3443ffbbe4a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:21.873521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:21.880168 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Checking router: 9875e078-60b1-4d7b-898f-d4096ca49673 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:21.880837 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Updating router 9875e078-60b1-4d7b-898f-d4096ca49673 port d4c81897-d909-44d7-8c5d-be72c32c7f70 binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:04:21.933324 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:21.941493 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ca9e1-d24c-4aa9-aa62-d21ed599b6d4 None None] Pushing event updated for resources: {'Port': ['ID=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:22.045315 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.061791 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ba61c58d-261b-4bc5-a410-e1a33d37a273 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:22.128662 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a32ebd54-117e-4e37-9b86-dc115ed8d01c req-10a2c256-7288-4444-80a4-fa722753d7f7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 210 time: 0.0519426 May 10 14:04:22.144914 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port ba61c58d-261b-4bc5-a410-e1a33d37a273 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:22.145528 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.198899 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-cb523761-b2d6-430c-86f9-081489f2aabf None None] Provisioning complete for port cb7b2478-0aba-4764-b8be-c3443ffbbe4a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:22.200099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb523761-b2d6-430c-86f9-081489f2aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.213776 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59658) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:22.295158 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port ba61c58d-261b-4bc5-a410-e1a33d37a273 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:22.296224 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cb7b2478-0aba-4764-b8be-c3443ffbbe4a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:22.313794 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Allocated IP 172.20.0.1 (48221399-9e7d-4bbc-8b93-f3dbe2e811c8/2ceff5a7-76a7-4c9c-a669-87a646566640/00c1c323-a126-4f93-9020-5dcfb17d4def) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:22.320872 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Publish callbacks [] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.327207 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.367544 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-cb523761-b2d6-430c-86f9-081489f2aabf None None] Current status of the port cb7b2478-0aba-4764-b8be-c3443ffbbe4a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:22.383438 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port cb7b2478-0aba-4764-b8be-c3443ffbbe4a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:22.383438 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.389991 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71da6a1-1822-4f57-92d4-c75bfd3be5c6 None None] Pushing event updated for resources: {'Port': ['ID=d4c81897-d909-44d7-8c5d-be72c32c7f70,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:22.410183 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8f3bba35-5380-41c9-ae91-e01d8b632a52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7151edbac0840dd801f21d540b05126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943796 May 10 14:04:22.412685 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59662) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:22.413029 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Attempting to bind port d4c81897-d909-44d7-8c5d-be72c32c7f70 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:22.413422 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Attempting to bind port d4c81897-d909-44d7-8c5d-be72c32c7f70 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:22.413785 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Attempting to bind port d4c81897-d909-44d7-8c5d-be72c32c7f70 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:22.419613 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:22.419982 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:22.420404 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.420785 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:22.421288 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Bound port: d4c81897-d909-44d7-8c5d-be72c32c7f70, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:22.421641 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.470913 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks [] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.474827 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8ab84baa-6d7e-4690-ab34-0d1489f039c4 admin admin] Publish callbacks [] for security_group (3a561517-6192-4263-a93c-3675d6c510ee), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.495481 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] For port d4c81897-d909-44d7-8c5d-be72c32c7f70, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:22.496032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port cb7b2478-0aba-4764-b8be-c3443ffbbe4a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:22.499922 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] For port d4c81897-d909-44d7-8c5d-be72c32c7f70, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d4c81897-d909-44d7-8c5d-be72c32c7f70,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:22.504208 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8ab84baa-6d7e-4690-ab34-0d1489f039c4 admin admin] Publish callbacks [] for security_group (3a561517-6192-4263-a93c-3675d6c510ee), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.508414 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.513759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.565075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:22.566121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Pushing event updated for resources: {'Port': ['ID=00c1c323-a126-4f93-9020-5dcfb17d4def,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:22.569023 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:22.570351 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8ab84baa-6d7e-4690-ab34-0d1489f039c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (3a561517-6192-4263-a93c-3675d6c510ee), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.571442 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Routers {'9875e078-60b1-4d7b-898f-d4096ca49673'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:22.572073 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['9875e078-60b1-4d7b-898f-d4096ca49673'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:22.572440 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:22.573099 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (9875e078-60b1-4d7b-898f-d4096ca49673), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.577758 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71da6a1-1822-4f57-92d4-c75bfd3be5c6 None None] Pushing event updated for resources: {'Port': ['ID=d4c81897-d909-44d7-8c5d-be72c32c7f70,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:22.584229 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8ab84baa-6d7e-4690-ab34-0d1489f039c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.585992 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8ab84baa-6d7e-4690-ab34-0d1489f039c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a561517-6192-4263-a93c-3675d6c510ee HTTP/1.1" status: 204 len: 168 time: 0.1716568 May 10 14:04:22.598140 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab84baa-6d7e-4690-ab34-0d1489f039c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a561517-6192-4263-a93c-3675d6c510ee,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:22.739453 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] Set router 9875e078-60b1-4d7b-898f-d4096ca49673 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:22.762787 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5020fc-ae87-4ac1-b304-2569baf9cb7d req-dc40403f-8c38-4eea-88ab-c53fe791f812 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:22.764520 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6b5020fc-ae87-4ac1-b304-2569baf9cb7d req-dc40403f-8c38-4eea-88ab-c53fe791f812 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 943 time: 0.0652432 May 10 14:04:22.844459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.859442 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6b5020fc-ae87-4ac1-b304-2569baf9cb7d req-1fd28bbe-2d0f-49c6-8ac8-bdd9caedd604 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876472 May 10 14:04:22.913377 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6b1c8889-d331-4abf-bba6-5ec2ffcbca40 None None] Provisioning complete for port 00c1c323-a126-4f93-9020-5dcfb17d4def triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:22.915641 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8889-d331-4abf-bba6-5ec2ffcbca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.933500 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-01bba49b-dd5b-4687-9dee-0142777a9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:22.942426 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-01bba49b-dd5b-4687-9dee-0142777a9123 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 1127 time: 0.1384134 May 10 14:04:22.996863 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c8889-d331-4abf-bba6-5ec2ffcbca40 None None] Port 00c1c323-a126-4f93-9020-5dcfb17d4def cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:23.165424 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:20Z', 'revision_number': 3, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:23.167581 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-4829d4e1-0ace-4ab3-b974-83f0409cc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:23.169226 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-4829d4e1-0ace-4ab3-b974-83f0409cc64b service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 200 len: 915 time: 0.2259378 May 10 14:04:23.204982 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26661582-f964-4232-a3f4-ea5de72f16bf None None] The sync data for ids ['9875e078-60b1-4d7b-898f-d4096ca49673'] in dv-cinder-835881-9-iscsi is: [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:20Z', 'revision_number': 3, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:23.239408 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3287a4fc-6ebe-4104-a1c7-2799954db614 req-4ed3905b-08ed-490b-bbb7-7c93f51aadda tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 210 time: 0.0357738 May 10 14:04:23.265033 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks [] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.270507 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.271294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (9875e078-60b1-4d7b-898f-d4096ca49673), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.357388 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Pushing event updated for resources: {'Port': ['ID=00c1c323-a126-4f93-9020-5dcfb17d4def,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:23.389575 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:04:23.402308 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-f07b1f5c-2cba-4bde-bfaf-85a5d585fcbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a HTTP/1.1" status: 200 len: 217 time: 0.0397530 May 10 14:04:23.486216 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:23.513068 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-e3640c90-1258-4630-b09f-675eecd5507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:23.514822 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-e3640c90-1258-4630-b09f-675eecd5507a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcb7f7ff-a1bf-4948-a253-b1cab295a9b4 HTTP/1.1" status: 200 len: 854 time: 0.1014488 May 10 14:04:23.515640 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:23.669563 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-4c6f677b-e6f5-433e-b746-f8d530b87b62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b7924d-bd77-4212-b305-deb3c5f8e9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018765 May 10 14:04:23.932345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-812aacae-d9af-4640-b00f-d209b423f72c None None] Provisioning complete for port 00c1c323-a126-4f93-9020-5dcfb17d4def triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:23.933572 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-812aacae-d9af-4640-b00f-d209b423f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.012911 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a511ef-5d19-4cbb-a889-64dc729face7 req-47304f2d-2943-44f8-ba11-a48455b7a0f3 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.015885 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a0a511ef-5d19-4cbb-a889-64dc729face7 req-47304f2d-2943-44f8-ba11-a48455b7a0f3 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 943 time: 0.0712006 May 10 14:04:24.031649 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-812aacae-d9af-4640-b00f-d209b423f72c None None] Port 00c1c323-a126-4f93-9020-5dcfb17d4def cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:24.050325 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d4c81897-d909-44d7-8c5d-be72c32c7f70 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:24.119039 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port d4c81897-d909-44d7-8c5d-be72c32c7f70 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:24.119800 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.141292 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a0a511ef-5d19-4cbb-a889-64dc729face7 req-de7478b1-9c8d-4cc0-a8aa-3e82aed4ff47 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 May 10 14:04:24.167051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-24378f33-fb68-4678-b1a1-60269945cd18 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.168685 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-24378f33-fb68-4678-b1a1-60269945cd18 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 818 time: 0.6864841 May 10 14:04:24.180831 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 95692f19-6cbf-48e7-a04c-e51b4b06d49a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:04:24.210624 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-c03aedb6-4624-4ad5-93bc-91573c9c5f87 service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309336 May 10 14:04:24.307440 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port d4c81897-d909-44d7-8c5d-be72c32c7f70 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:24.308004 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.318025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0e97019a-e9c4-4b27-9412-d82ecf8d7cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.323186 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db4b6181-009b-40f0-b16e-a7a95ca160d5 req-e234470a-f3f4-477d-8c33-6bdae7fb108c service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978844 May 10 14:04:24.361901 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Router 9875e078-60b1-4d7b-898f-d4096ca49673 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:24.386336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port d4c81897-d909-44d7-8c5d-be72c32c7f70, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d4c81897-d909-44d7-8c5d-be72c32c7f70,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:24.394627 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.395692 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cb7b2478-0aba-4764-b8be-c3443ffbbe4a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:24.414669 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-46438d6c-3650-4d12-85d2-59130be18c7a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523029c9401f49c399be46bfe308b5e6 HTTP/1.1" status: 200 len: 380 time: 0.2320707 May 10 14:04:24.470904 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'port': {'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'admin_state_up': True, 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'security_groups': ['54079e30-5a2c-4a16-91dc-1ed024849368']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:24.476691 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10751046-3a20-44d6-aa05-8e727e19e639 req-9edb5778-6023-4abe-a9b8-63f63d38117e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 210 time: 0.0850768 May 10 14:04:24.512054 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:24.538903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=d4c81897-d909-44d7-8c5d-be72c32c7f70,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:24.542235 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '95692f19-6cbf-48e7-a04c-e51b4b06d49a', 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4', 'port_id': '95692f19-6cbf-48e7-a04c-e51b4b06d49a', 'mac_address': 'fa:16:3e:3f:68:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb7f7ff-a1bf-4948-a253-b1cab295a9b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:04:24.544453 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port cb7b2478-0aba-4764-b8be-c3443ffbbe4a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:24.544833 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.614105 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:24.622704 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-084c5c23-4438-42a0-b3e5-92a6a1d5cded admin admin] 10.222.0.32 "PUT /v2.0/routers/9875e078-60b1-4d7b-898f-d4096ca49673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751084 May 10 14:04:24.622871 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 95692f19-6cbf-48e7-a04c-e51b4b06d49a is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:24.623245 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.641978 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95692f19-6cbf-48e7-a04c-e51b4b06d49a {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:24.658366 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Made reservation on behalf of 523029c9401f49c399be46bfe308b5e6 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:24.662328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.694392 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:24.702529 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.705940 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port cb7b2478-0aba-4764-b8be-c3443ffbbe4a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:24.767964 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=95692f19-6cbf-48e7-a04c-e51b4b06d49a,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:24.825334 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Allocated IP 172.20.0.13 (c48a28d6-d3fb-47b6-bcca-bb27d9f57474/1ef827bc-57f9-472c-9d88-a7598178a4d7/8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:24.973551 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.014237 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.061450 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:25.071290 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:25.071419 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59710) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:25.073876 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:25.076050 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352986649', 'description': 'tempest-secgroup-smoke-352986649 description', 'project_id': 'a9cb94e930984858b30744fc14ca334e'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:25.078463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:25.079102 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.085825 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['95692f19-6cbf-48e7-a04c-e51b4b06d49a'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:25.098763 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.100195 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event updated for resources: {'Port': ['ID=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:25.120814 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b358d2a0-de83-4123-ab26-a1062a22c79c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6557508 May 10 14:04:25.140425 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Request body: {'port': {'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:25.234959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.241163 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group (be751779-f735-4b36-948f-d47e2b804c9b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.250735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (be751779-f735-4b36-948f-d47e2b804c9b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.293671 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.294939 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2225456 May 10 14:04:25.297128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3293fe-c093-4f01-902d-012f32f51b21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be751779-f735-4b36-948f-d47e2b804c9b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:25.297873 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 59714) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:25.328449 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group_rule': {'security_group_id': 'be751779-f735-4b36-948f-d47e2b804c9b', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:25.429636 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Sync routers for ids ['9875e078-60b1-4d7b-898f-d4096ca49673'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:25.439972 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Routers {'9875e078-60b1-4d7b-898f-d4096ca49673'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:25.440795 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:03:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['9875e078-60b1-4d7b-898f-d4096ca49673'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:25.448670 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f54da0-9a86-4454-98fc-bd4c398d9c10 req-eb72e936-6c3a-400a-8d7c-f88ea98bf5f1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:25.450448 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-37f54da0-9a86-4454-98fc-bd4c398d9c10 req-eb72e936-6c3a-400a-8d7c-f88ea98bf5f1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 944 time: 0.1564620 May 10 14:04:25.491051 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-10b8c15f-9187-43bf-bf8d-a072aa405236 None None] Provisioning complete for port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:25.491544 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-10b8c15f-9187-43bf-bf8d-a072aa405236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.497756 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (3270ef08-062c-41e9-bfe6-dc29c8d813fb), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.553532 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-10b8c15f-9187-43bf-bf8d-a072aa405236 None None] Port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:25.605013 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-37f54da0-9a86-4454-98fc-bd4c398d9c10 req-372bfbb7-570b-48c8-bcbe-8c957272a7fe tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400123 May 10 14:04:25.656080 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (3270ef08-062c-41e9-bfe6-dc29c8d813fb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.658126 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2db379-495d-4639-b9dd-e2db3aeee770 req-67951d90-747e-4118-8cca-33cc567262bc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:25.660461 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-de2db379-495d-4639-b9dd-e2db3aeee770 req-67951d90-747e-4118-8cca-33cc567262bc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 932 time: 0.0625818 May 10 14:04:25.664243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (3270ef08-062c-41e9-bfe6-dc29c8d813fb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.707706 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3270ef08-062c-41e9-bfe6-dc29c8d813fb,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:25.721599 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-de2db379-495d-4639-b9dd-e2db3aeee770 req-0de996b3-5c6a-4aba-b7b4-b090e43e6511 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531464 May 10 14:04:25.731190 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.732366 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f989ec9f-a444-42fd-92ea-6b064d34521b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4335086 May 10 14:04:25.735395 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59724) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:25.740825 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group_rule': {'security_group_id': 'be751779-f735-4b36-948f-d47e2b804c9b', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:25.748178 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:25.756776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Publish callbacks [] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.769130 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (63a2bd02-904b-48ee-b300-63e68fecf93e), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.770929 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Transition to ACTIVE for port object 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:04:25.776811 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.795274 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Set router 9875e078-60b1-4d7b-898f-d4096ca49673 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:25.834517 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Pushing event updated for resources: {'Port': ['ID=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:25.869509 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (63a2bd02-904b-48ee-b300-63e68fecf93e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.874472 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (63a2bd02-904b-48ee-b300-63e68fecf93e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.879421 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Attempting to bind port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:25.880035 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Attempting to bind port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:25.880561 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Attempting to bind port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:25.886888 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:04:25.887545 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Attempting to bind port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 on network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:25.893138 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:25.893930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Checking segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:25.894544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Bound using segment: {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:25.895246 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Bound port: 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:25.895813 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.899018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a2bd02-904b-48ee-b300-63e68fecf93e,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:25.913217 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.914877 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f6a60ae0-e29f-41bc-a075-ce31af56e5cb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779027 May 10 14:04:25.917930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59726) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:25.923097 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group_rule': {'security_group_id': 'be751779-f735-4b36-948f-d47e2b804c9b', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:25.959993 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (996da7f3-3b17-4eeb-8198-a3df9d43c080), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.006511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d4c81897-d909-44d7-8c5d-be72c32c7f70 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:26.009335 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] For port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:26.015300 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] For port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:26.030444 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.044190 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (996da7f3-3b17-4eeb-8198-a3df9d43c080), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.049311 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (996da7f3-3b17-4eeb-8198-a3df9d43c080), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.068182 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.068805 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.071068 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] 10.222.0.59 "PUT /v2.0/ports/8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 1094 time: 0.9351881 May 10 14:04:26.071747 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:26.073385 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996da7f3-3b17-4eeb-8198-a3df9d43c080,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:26.074164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ad5c47-68f8-4d00-8a95-11cc471587a2" -d '{"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:26.092348 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.093803 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0438c0b9-bbb0-4300-b901-b9db02f0afdc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745439 May 10 14:04:26.096444 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59730) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:26.106049 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group_rule': {'security_group_id': 'be751779-f735-4b36-948f-d47e2b804c9b', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:26.134815 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port d4c81897-d909-44d7-8c5d-be72c32c7f70 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:26.135752 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.138651 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:22Z', 'revision_number': 4, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '00c1c323-a126-4f93-9020-5dcfb17d4def', 'name': '', 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'mac_address': 'fa:16:3e:13:d6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ceff5a7-76a7-4c9c-a669-87a646566640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:22Z', 'updated_at': '2022-05-10T14:04:22Z', 'revision_number': 2, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'subnets': [{'id': '2ceff5a7-76a7-4c9c-a669-87a646566640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:26.139567 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be9048b-a65a-464e-8d2e-5d877f1ad6cb x-openstack-request-id: req-9be9048b-a65a-464e-8d2e-5d877f1ad6cb {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:26.139865 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:26.140110 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9be9048b-a65a-464e-8d2e-5d877f1ad6cb {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:26.140572 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be9048b-a65a-464e-8d2e-5d877f1ad6cb'] response: {'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'status': 'completed', 'code': 200} May 10 14:04:26.141211 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95f4f3-457a-490c-b401-60162aea169d service neutron] Pushing event updated for resources: {'Port': ['ID=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:26.156293 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (fc63c8f2-226e-45eb-9bb6-95f8ce81b2b7), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.201214 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Checking router: 9875e078-60b1-4d7b-898f-d4096ca49673 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:26.201614 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Updating router 9875e078-60b1-4d7b-898f-d4096ca49673 port 00c1c323-a126-4f93-9020-5dcfb17d4def binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:04:26.220372 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (fc63c8f2-226e-45eb-9bb6-95f8ce81b2b7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.225135 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (fc63c8f2-226e-45eb-9bb6-95f8ce81b2b7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.244564 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc63c8f2-226e-45eb-9bb6-95f8ce81b2b7,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:26.253839 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.254583 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.258534 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-35003e3b-783d-481f-90d1-fef0c0dd64ee tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1577277 May 10 14:04:26.259112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59734) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:26.263513 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group_rule': {'security_group_id': 'be751779-f735-4b36-948f-d47e2b804c9b', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:26.285715 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Project a9cb94e930984858b30744fc14ca334e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:04:26.292003 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (19da5134-d13c-406b-a608-63fd38acfd5f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.355724 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (19da5134-d13c-406b-a608-63fd38acfd5f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.359649 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (19da5134-d13c-406b-a608-63fd38acfd5f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.377674 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19da5134-d13c-406b-a608-63fd38acfd5f,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:26.386034 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.387232 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-314600c2-e7f0-4824-95fd-e59b331ddbb6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271763 May 10 14:04:26.389971 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 59736) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:26.394381 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'security_group_rule': {'security_group_id': 'be751779-f735-4b36-948f-d47e2b804c9b', 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:26.404722 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1862efe8-946f-4289-8915-5dce3c981428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.416704 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Project a9cb94e930984858b30744fc14ca334e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:04:26.422823 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (8cc4978f-afa1-4fc4-8676-04c82fe2382e), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.423706 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port d4c81897-d909-44d7-8c5d-be72c32c7f70 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:26.497985 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (8cc4978f-afa1-4fc4-8676-04c82fe2382e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.501712 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (8cc4978f-afa1-4fc4-8676-04c82fe2382e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.526086 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc4978f-afa1-4fc4-8676-04c82fe2382e,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:26.532261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.533871 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a7a08b26-b2a9-40ea-b279-85ae2b5af1ac tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426449 May 10 14:04:26.606974 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Publish callbacks [] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.612198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.668972 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012150e-cf72-415c-84ba-95ef97a27a7a None None] Pushing event updated for resources: {'Port': ['ID=00c1c323-a126-4f93-9020-5dcfb17d4def,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:26.753148 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Attempting to bind port 00c1c323-a126-4f93-9020-5dcfb17d4def on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:26.753291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Attempting to bind port 00c1c323-a126-4f93-9020-5dcfb17d4def by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:26.753559 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Attempting to bind port 00c1c323-a126-4f93-9020-5dcfb17d4def on network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:26.763275 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:26.763275 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Checking segment: {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:26.765118 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e636e2-67f6-4895-b8e9-e4d44b566523 req-95577d1b-fa4c-4e11-bd3e-f58b27965251 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.766790 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-46e636e2-67f6-4895-b8e9-e4d44b566523 req-95577d1b-fa4c-4e11-bd3e-f58b27965251 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 944 time: 0.0652807 May 10 14:04:26.770341 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.770882 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Bound using segment: {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:26.771408 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Bound port: 00c1c323-a126-4f93-9020-5dcfb17d4def, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956896a4-a642-40ce-97a2-22cd4ee4d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:26.771818 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.827125 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-46e636e2-67f6-4895-b8e9-e4d44b566523 req-90c221bf-b836-4ddc-915a-89c65a05dc40 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543532 May 10 14:04:26.888054 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b703a-dde3-4082-b70b-f4c5f890df7c req-0041576a-95eb-4d61-8b0b-f959322c4891 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.890755 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-949b703a-dde3-4082-b70b-f4c5f890df7c req-0041576a-95eb-4d61-8b0b-f959322c4891 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0759003 May 10 14:04:26.897270 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] For port 00c1c323-a126-4f93-9020-5dcfb17d4def, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:26.901001 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] For port 00c1c323-a126-4f93-9020-5dcfb17d4def, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=00c1c323-a126-4f93-9020-5dcfb17d4def,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:26.907843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:26.952891 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-949b703a-dde3-4082-b70b-f4c5f890df7c req-f421147e-0811-42f9-a738-0eb33e7e780a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 May 10 14:04:26.980327 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] Provisioning complete for port 00c1c323-a126-4f93-9020-5dcfb17d4def triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:26.980699 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:27.011436 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Routers {'9875e078-60b1-4d7b-898f-d4096ca49673'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:27.012084 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:04:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['9875e078-60b1-4d7b-898f-d4096ca49673'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:27.067138 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012150e-cf72-415c-84ba-95ef97a27a7a None None] Pushing event updated for resources: {'Port': ['ID=00c1c323-a126-4f93-9020-5dcfb17d4def,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:27.193615 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] Current status of the port 00c1c323-a126-4f93-9020-5dcfb17d4def is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:27.194221 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:27.197334 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] Set router 9875e078-60b1-4d7b-898f-d4096ca49673 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:27.292479 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] For port 00c1c323-a126-4f93-9020-5dcfb17d4def, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=00c1c323-a126-4f93-9020-5dcfb17d4def,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:27.297224 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:27.395434 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a1ca-f725-4018-a14e-34c54c39a6fc None None] Pushing event updated for resources: {'Port': ['ID=00c1c323-a126-4f93-9020-5dcfb17d4def,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:27.426082 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-0c9f6d6c-c0ad-48a1-b125-a68ab33fd7fe None None] Provisioning complete for port 00c1c323-a126-4f93-9020-5dcfb17d4def triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:27.426477 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0c9f6d6c-c0ad-48a1-b125-a68ab33fd7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:27.498109 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:22Z', 'revision_number': 4, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '00c1c323-a126-4f93-9020-5dcfb17d4def', 'name': '', 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'mac_address': 'fa:16:3e:13:d6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ceff5a7-76a7-4c9c-a669-87a646566640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:22Z', 'updated_at': '2022-05-10T14:04:26Z', 'revision_number': 4, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'subnets': [{'id': '2ceff5a7-76a7-4c9c-a669-87a646566640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:27.527023 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ace6b6-f9d5-452c-bafe-98a85240c106 None None] The sync data for ids ['9875e078-60b1-4d7b-898f-d4096ca49673'] in dv-cinder-835881-9-iscsi is: [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:22Z', 'revision_number': 4, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '00c1c323-a126-4f93-9020-5dcfb17d4def', 'name': '', 'network_id': '48221399-9e7d-4bbc-8b93-f3dbe2e811c8', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'mac_address': 'fa:16:3e:13:d6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2ceff5a7-76a7-4c9c-a669-87a646566640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:22Z', 'updated_at': '2022-05-10T14:04:26Z', 'revision_number': 4, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'subnets': [{'id': '2ceff5a7-76a7-4c9c-a669-87a646566640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:27.566909 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f6d6c-c0ad-48a1-b125-a68ab33fd7fe None None] Current status of the port 00c1c323-a126-4f93-9020-5dcfb17d4def is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:27.753914 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:27.882526 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 00c1c323-a126-4f93-9020-5dcfb17d4def up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:27.933181 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 00c1c323-a126-4f93-9020-5dcfb17d4def triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:27.933560 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:27.958875 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5c21-f2de-4664-9743-5f46526133c8 req-f2023496-d94a-4a0a-bbd4-ee8648f82373 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:27.966089 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30aa5c21-f2de-4664-9743-5f46526133c8 req-f2023496-d94a-4a0a-bbd4-ee8648f82373 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 944 time: 0.0532510 May 10 14:04:28.031438 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 00c1c323-a126-4f93-9020-5dcfb17d4def is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:28.052734 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b02b0175-7c7b-488b-9b5a-ac376d0599cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:28.055469 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-b02b0175-7c7b-488b-9b5a-ac376d0599cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1128 time: 0.0564973 May 10 14:04:28.055686 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30aa5c21-f2de-4664-9743-5f46526133c8 req-ff98ffb2-4bc6-4531-a262-a8d74d8d813d tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840912 May 10 14:04:28.107236 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60022-9c30-4fb7-aa9f-949ab5d9d851 req-d5dfd00f-1039-4c77-afdc-89fefb2b95f0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:28.108828 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ccc60022-9c30-4fb7-aa9f-949ab5d9d851 req-d5dfd00f-1039-4c77-afdc-89fefb2b95f0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0509849 May 10 14:04:28.158006 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ccc60022-9c30-4fb7-aa9f-949ab5d9d851 req-0bdea2b0-f8cc-451d-acd6-7bdd1f83488d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 May 10 14:04:28.891911 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:29.168390 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e290e-7ca4-4887-8cc4-acbe626e935f req-dd7d9880-f67b-4e53-8456-8e36ea0a76f8 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:29.169741 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a83e290e-7ca4-4887-8cc4-acbe626e935f req-dd7d9880-f67b-4e53-8456-8e36ea0a76f8 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 944 time: 0.0464082 May 10 14:04:29.216833 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a83e290e-7ca4-4887-8cc4-acbe626e935f req-c81b47a6-1472-4bcb-aee5-05ff11f129cf tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 May 10 14:04:29.276037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a66f-d559-47e5-98e6-744fa082a4d0 req-b4177421-a799-48a8-b491-af83dcb6f1f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:29.277571 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f853a66f-d559-47e5-98e6-744fa082a4d0 req-b4177421-a799-48a8-b491-af83dcb6f1f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0500383 May 10 14:04:29.331311 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f853a66f-d559-47e5-98e6-744fa082a4d0 req-7d819e98-77fd-4f6c-88b0-0e5c6a4e3bd3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480425 May 10 14:04:29.358286 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 95692f19-6cbf-48e7-a04c-e51b4b06d49a up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:29.363051 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-4187d77e-e344-4b3b-ad8c-247714321f33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 217 time: 0.0455463 May 10 14:04:29.408990 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 95692f19-6cbf-48e7-a04c-e51b4b06d49a completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:04:29.414590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-911f6acc-0b00-40bb-ab53-1c89d49d2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:29.416316 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-911f6acc-0b00-40bb-ab53-1c89d49d2eb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0470610 May 10 14:04:29.417180 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 95692f19-6cbf-48e7-a04c-e51b4b06d49a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:29.417770 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:29.465949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22b1e-9f29-4169-8421-f6fed20688de req-d95d36b6-264e-4da2-8872-d215dabcdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:29.467905 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-d95d36b6-264e-4da2-8872-d215dabcdc36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446756 May 10 14:04:29.576106 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-0982fb35-ed92-41cb-b9e8-61bab48b7f95 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012814 May 10 14:04:29.629924 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 95692f19-6cbf-48e7-a04c-e51b4b06d49a is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:29.630343 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:29.655313 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95692f19-6cbf-48e7-a04c-e51b4b06d49a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:29.657831 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b2585-2e4f-420f-bc3f-4f0a2bb3bbcc" -d '{"events": [{"server_uuid": "cfc8a7c1-1aa5-45f6-acc9-8443931fe72b", "name": "network-vif-plugged", "status": "completed", "tag": "95692f19-6cbf-48e7-a04c-e51b4b06d49a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:29.687684 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de22b1e-9f29-4169-8421-f6fed20688de req-726c47c5-fe34-4434-8037-03c8479eccf9 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047690 May 10 14:04:29.688099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:29.703787 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:29.733893 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3288c0b2-1961-454d-bcd7-d0b9f374e1b6 x-openstack-request-id: req-3288c0b2-1961-454d-bcd7-d0b9f374e1b6 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:29.734172 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc8a7c1-1aa5-45f6-acc9-8443931fe72b", "name": "network-vif-plugged", "status": "completed", "tag": "95692f19-6cbf-48e7-a04c-e51b4b06d49a", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:29.734440 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3288c0b2-1961-454d-bcd7-d0b9f374e1b6 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:29.734834 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3288c0b2-1961-454d-bcd7-d0b9f374e1b6'] response: {'server_uuid': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95692f19-6cbf-48e7-a04c-e51b4b06d49a', 'code': 200} May 10 14:04:29.758465 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=95692f19-6cbf-48e7-a04c-e51b4b06d49a,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:30.322343 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:30.341381 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a75f-ce9a-4804-82ef-3c19964bb021 req-3e175527-93fc-4c37-8448-378959bf575f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:30.342945 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3a62a75f-ce9a-4804-82ef-3c19964bb021 req-3e175527-93fc-4c37-8448-378959bf575f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0573878 May 10 14:04:30.396469 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3a62a75f-ce9a-4804-82ef-3c19964bb021 req-1e80250d-3e86-4043-9063-a96a79474632 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 May 10 14:04:30.450412 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3a457-f92a-4818-9b69-fd4a53e95f5e req-ba716cb6-4c8d-4cc1-a953-03b4fd418f8b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:30.451887 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2b3a457-f92a-4818-9b69-fd4a53e95f5e req-ba716cb6-4c8d-4cc1-a953-03b4fd418f8b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0521626 May 10 14:04:30.498771 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2b3a457-f92a-4818-9b69-fd4a53e95f5e req-3a6e165f-160f-467f-84e5-87a7396270e3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 May 10 14:04:31.514133 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537271-65a1-4773-841b-5097cac8da8f req-302e244c-8a99-461b-ab97-35aef94aa9b9 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:31.515626 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a537271-65a1-4773-841b-5097cac8da8f req-302e244c-8a99-461b-ab97-35aef94aa9b9 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0501876 May 10 14:04:31.562369 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a537271-65a1-4773-841b-5097cac8da8f req-cbcf3539-6806-489e-a3d5-57b8029270f0 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 May 10 14:04:31.614164 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db033b-46eb-451e-84c1-1a4cfaf25ab7 req-39a3689f-6abd-4ad8-a580-0d367d2deff5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:31.615558 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e9db033b-46eb-451e-84c1-1a4cfaf25ab7 req-39a3689f-6abd-4ad8-a580-0d367d2deff5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0491872 May 10 14:04:31.665307 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e9db033b-46eb-451e-84c1-1a4cfaf25ab7 req-05b67885-2c25-4d3c-a661-62317322658e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 May 10 14:04:32.675409 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eac4c7-b106-4927-8c73-6b7385e7c984 req-1b1ef5e2-676a-49d5-89c8-6ce6f78adbee tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:32.676767 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-32eac4c7-b106-4927-8c73-6b7385e7c984 req-1b1ef5e2-676a-49d5-89c8-6ce6f78adbee tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0460949 May 10 14:04:32.725075 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-32eac4c7-b106-4927-8c73-6b7385e7c984 req-50dd5460-eeb8-49b9-81d6-fe6586f7a01a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 May 10 14:04:32.782102 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529e5c5-1652-49a6-a96b-7decba4f9762 req-a9cc31b2-5a66-42d5-883d-bad6adc65578 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:32.783589 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5529e5c5-1652-49a6-a96b-7decba4f9762 req-a9cc31b2-5a66-42d5-883d-bad6adc65578 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0467527 May 10 14:04:32.828179 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5529e5c5-1652-49a6-a96b-7decba4f9762 req-c8b60a2c-5da8-42d4-9492-853e447ccf48 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 May 10 14:04:33.841512 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe725ec7-d3a7-4177-9289-32aef4646073 req-b8c6d66f-92cb-4f9c-bef5-22cc81f0ff8a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:33.843060 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe725ec7-d3a7-4177-9289-32aef4646073 req-b8c6d66f-92cb-4f9c-bef5-22cc81f0ff8a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0512080 May 10 14:04:33.890431 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe725ec7-d3a7-4177-9289-32aef4646073 req-41b51013-970e-433d-96b9-6334f72b56c4 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 May 10 14:04:33.944177 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18341343-c01b-4c66-8e93-03d2deaef9b6 req-4f466d3f-9090-461b-ac0f-7f299b33b3ab tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:33.945823 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-18341343-c01b-4c66-8e93-03d2deaef9b6 req-4f466d3f-9090-461b-ac0f-7f299b33b3ab tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0496228 May 10 14:04:33.994782 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-18341343-c01b-4c66-8e93-03d2deaef9b6 req-13984442-779d-4199-a881-7f39ca5df06b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434740 May 10 14:04:35.005686 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d54c3-7733-4c3b-b62b-77619b0d629a req-c3a34e9e-ad01-42de-b8c8-a50861d76866 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:35.007200 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f17d54c3-7733-4c3b-b62b-77619b0d629a req-c3a34e9e-ad01-42de-b8c8-a50861d76866 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0482149 May 10 14:04:35.054422 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f17d54c3-7733-4c3b-b62b-77619b0d629a req-88499301-cb39-42d8-9b38-f0c89f4ab466 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 May 10 14:04:35.104843 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa478a-c9c2-4937-b370-7054de1a827f req-432590e0-d440-43f6-9de7-4996b094976d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:35.106311 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-52aa478a-c9c2-4937-b370-7054de1a827f req-432590e0-d440-43f6-9de7-4996b094976d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0459626 May 10 14:04:35.152367 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-52aa478a-c9c2-4937-b370-7054de1a827f req-563100ca-bd14-4630-ba19-cd53a7cc4c9d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 May 10 14:04:35.907743 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:36.178951 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022213a-fcf9-482d-be5b-15bf14d4c143 req-f2b52afa-10e3-450f-88c9-c1717831cfda tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:36.180459 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6022213a-fcf9-482d-be5b-15bf14d4c143 req-f2b52afa-10e3-450f-88c9-c1717831cfda tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0546992 May 10 14:04:36.228826 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6022213a-fcf9-482d-be5b-15bf14d4c143 req-cfba1e54-b0da-4863-a989-b083963b1b17 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 May 10 14:04:36.264123 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ab3c-d616-4ff7-a3ef-02598b0d692b req-c46aabae-ebaa-4e97-8c19-9a3a560b1e1d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:36.265649 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c67ab3c-d616-4ff7-a3ef-02598b0d692b req-c46aabae-ebaa-4e97-8c19-9a3a560b1e1d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0465765 May 10 14:04:36.317530 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c67ab3c-d616-4ff7-a3ef-02598b0d692b req-273b54c3-dbea-48eb-8a30-358eda1b80f2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 May 10 14:04:37.341195 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a80c32-46f4-4368-8616-d2128c370584 req-d3ea4336-c267-4d8c-8218-44dc2be6b3dd tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:37.342682 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95a80c32-46f4-4368-8616-d2128c370584 req-d3ea4336-c267-4d8c-8218-44dc2be6b3dd tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0458722 May 10 14:04:37.389941 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-95a80c32-46f4-4368-8616-d2128c370584 req-33f1837b-b7ad-4b92-92d5-1caedc620b35 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 May 10 14:04:37.429670 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a2b89-6fa4-431e-b2ee-1813002e38fa req-c6c6795a-eba5-4e2f-a11b-8e68262fbb6d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:37.431792 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-885a2b89-6fa4-431e-b2ee-1813002e38fa req-c6c6795a-eba5-4e2f-a11b-8e68262fbb6d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0470436 May 10 14:04:37.476879 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-885a2b89-6fa4-431e-b2ee-1813002e38fa req-64fcca30-3148-4a3c-9577-4955cda8fe70 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 May 10 14:04:38.514946 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc3f14-5f79-4301-9f00-b69379019e5b req-73e69cfd-dbc3-486a-868f-50ea1e6bb265 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:38.517415 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dafc3f14-5f79-4301-9f00-b69379019e5b req-73e69cfd-dbc3-486a-868f-50ea1e6bb265 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0560532 May 10 14:04:38.581157 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dafc3f14-5f79-4301-9f00-b69379019e5b req-3a6615f9-93d1-4bd4-9656-4f8b80bda59f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577812 May 10 14:04:38.605878 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b990b-e1b2-4965-b339-52713007ac6a req-075cc9ce-8f75-4fa8-aa90-e331ab9f69c3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:38.607400 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-569b990b-e1b2-4965-b339-52713007ac6a req-075cc9ce-8f75-4fa8-aa90-e331ab9f69c3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 944 time: 0.0536027 May 10 14:04:38.656281 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-569b990b-e1b2-4965-b339-52713007ac6a req-a44e8a46-ac59-46de-8494-e78373217d75 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 May 10 14:04:39.388981 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:04:39.488705 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:39.508142 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:04:39.554033 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:39.554617 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.572556 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:39.595726 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:39.599916 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.647911 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:39.655720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.656081 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.656438 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.656765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.657094 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.657417 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.657734 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.658054 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.658400 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.658719 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.659034 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.659349 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.659663 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.659974 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.660283 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:39.695428 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0da2-bd7f-422b-8b8f-addf6bee4c24 req-25abf80e-d3f5-490f-a8f1-c4cb5f2bb448 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.697691 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba9d0da2-bd7f-422b-8b8f-addf6bee4c24 req-25abf80e-d3f5-490f-a8f1-c4cb5f2bb448 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0474448 May 10 14:04:39.749507 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba9d0da2-bd7f-422b-8b8f-addf6bee4c24 req-6ca28be2-e9af-41a5-834c-3ada4d10c8d1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 May 10 14:04:39.775948 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cff0a-68ea-48b6-8447-8a6cc2cbd227 req-799ff2be-2a95-4846-8791-f2ea07acd13a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.777514 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d54cff0a-68ea-48b6-8447-8a6cc2cbd227 req-799ff2be-2a95-4846-8791-f2ea07acd13a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0535979 May 10 14:04:39.825599 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d54cff0a-68ea-48b6-8447-8a6cc2cbd227 req-6abc65d5-01a1-4850-b77f-701e645168aa tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 May 10 14:04:40.865059 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f7be1-36ef-4430-92ce-2729208e5749 req-94edb1b0-bbba-4382-b11d-dffaa18ce287 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:40.866554 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-749f7be1-36ef-4430-92ce-2729208e5749 req-94edb1b0-bbba-4382-b11d-dffaa18ce287 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0482647 May 10 14:04:40.914473 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-749f7be1-36ef-4430-92ce-2729208e5749 req-0dc83c96-3218-4b4e-8f22-3fdf5250f38b tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 May 10 14:04:40.939098 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca17fa-a225-4a2d-8d43-8f4524198c0f req-7a57fca9-45a9-404c-9c3a-d8a6b15b03dd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:40.940602 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c1ca17fa-a225-4a2d-8d43-8f4524198c0f req-7a57fca9-45a9-404c-9c3a-d8a6b15b03dd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0477774 May 10 14:04:40.987386 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c1ca17fa-a225-4a2d-8d43-8f4524198c0f req-1da74b2a-43dc-4c1c-a048-cc9489be2511 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 May 10 14:04:42.031819 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e289441-ffd3-4a03-8826-8e45b79df220 req-e6de8d43-8c12-43a9-a5f0-561bfaa037ee tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:42.033304 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e289441-ffd3-4a03-8826-8e45b79df220 req-e6de8d43-8c12-43a9-a5f0-561bfaa037ee tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0512118 May 10 14:04:42.079298 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e289441-ffd3-4a03-8826-8e45b79df220 req-fb1e2f21-96b7-4f0b-8182-dfecf3a2411c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 May 10 14:04:42.099251 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ae9ff-1a78-4748-898d-792e654411d5 req-41e786d3-e31c-4a3a-89d5-6bbb96bc6677 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:42.100714 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a33ae9ff-1a78-4748-898d-792e654411d5 req-41e786d3-e31c-4a3a-89d5-6bbb96bc6677 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0470951 May 10 14:04:42.149469 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a33ae9ff-1a78-4748-898d-792e654411d5 req-e8977c82-f11c-49c3-8afe-bc6511754ddf tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430598 May 10 14:04:43.191878 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a179e-5de6-4af0-9443-b200ea178ba1 req-80294296-9607-495d-bdb3-4b308340019f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:43.193357 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b3a179e-5de6-4af0-9443-b200ea178ba1 req-80294296-9607-495d-bdb3-4b308340019f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0480795 May 10 14:04:43.241239 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b3a179e-5de6-4af0-9443-b200ea178ba1 req-68b5d5c2-832e-46aa-9a5d-c29d41a78996 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 May 10 14:04:43.262237 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d971e-dc04-49ef-8993-985d48d057d5 req-7716cc55-24af-4748-97ce-ffde71e79184 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:43.263694 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fe5d971e-dc04-49ef-8993-985d48d057d5 req-7716cc55-24af-4748-97ce-ffde71e79184 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0472262 May 10 14:04:43.309890 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fe5d971e-dc04-49ef-8993-985d48d057d5 req-79cd8d3e-cf4b-4e81-858a-bde7f3968854 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 May 10 14:04:44.354655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cce695-4b83-4fa2-8920-49f3c02c2b70 req-96ea7e35-9f0b-4e5e-bf72-ce5383920f53 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:44.356153 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5cce695-4b83-4fa2-8920-49f3c02c2b70 req-96ea7e35-9f0b-4e5e-bf72-ce5383920f53 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0464108 May 10 14:04:44.408624 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5cce695-4b83-4fa2-8920-49f3c02c2b70 req-d874b6f2-3a76-436a-9da5-15b8379a001e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 May 10 14:04:44.426415 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abaa35-12ba-4338-af44-bd525fcff688 req-f068c37c-1fdd-4173-83bc-24e34cec51af tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:44.427891 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e6abaa35-12ba-4338-af44-bd525fcff688 req-f068c37c-1fdd-4173-83bc-24e34cec51af tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0496547 May 10 14:04:44.474032 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e6abaa35-12ba-4338-af44-bd525fcff688 req-b9b6f0a7-400f-44fb-87e6-39535f6217a4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 May 10 14:04:45.582254 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-b65c66ed-e624-4590-b478-87b29c3fa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.584433 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-b65c66ed-e624-4590-b478-87b29c3fa126 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1129 time: 0.0934057 May 10 14:04:45.601857 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b1ef4-25d8-4d5b-b895-1e040ad83906 req-1def291f-a46f-4eba-b5f6-cc4fa12c088e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.603533 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d8b1ef4-25d8-4d5b-b895-1e040ad83906 req-1def291f-a46f-4eba-b5f6-cc4fa12c088e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.1261933 May 10 14:04:45.605772 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f94f9-149b-4246-b1d3-1959542d202a req-0654c8e7-3c44-4d59-b193-7716c295e1e4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.607335 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-381f94f9-149b-4246-b1d3-1959542d202a req-0654c8e7-3c44-4d59-b193-7716c295e1e4 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0592120 May 10 14:04:45.634505 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-2fb102b0-4a59-467b-932b-ef6308be85fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902257 May 10 14:04:45.666583 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc25fb-0475-4dc7-9fcf-7ab66ffe9407 req-22b9bea8-3399-4047-8ebf-3945a491d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.668093 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4bc25fb-0475-4dc7-9fcf-7ab66ffe9407 req-22b9bea8-3399-4047-8ebf-3945a491d692 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 1129 time: 0.0577040 May 10 14:04:45.706777 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-381f94f9-149b-4246-b1d3-1959542d202a req-ea458d95-5ed5-41c0-8136-b8d499a7e06e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869119 May 10 14:04:45.728414 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4bc25fb-0475-4dc7-9fcf-7ab66ffe9407 req-dfe7d2d1-a118-45a7-a9f8-bedab57bdc41 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523150 May 10 14:04:45.740744 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-bb245abb-14d4-4405-9097-886619e62829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.742180 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-bb245abb-14d4-4405-9097-886619e62829 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1130 time: 0.0768921 May 10 14:04:45.748289 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d8b1ef4-25d8-4d5b-b895-1e040ad83906 req-873c224e-e333-47ac-8bc6-e616f51b8192 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337764 May 10 14:04:45.763614 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-66ed4892-0cc8-469b-8f3f-82044be55bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.765052 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-66ed4892-0cc8-469b-8f3f-82044be55bba service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.1606572 May 10 14:04:46.391498 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-db9eb7de-140e-41de-beae-f5aa9408a159 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 217 time: 0.0459940 May 10 14:04:46.488055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-271833f5-4477-4fbe-aed5-be715eb3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.489521 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-271833f5-4477-4fbe-aed5-be715eb3afa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0875957 May 10 14:04:46.533917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-24f383ce-7ef9-4431-a5f6-a76df3de2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.535373 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-24f383ce-7ef9-4431-a5f6-a76df3de2d52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.1518216 May 10 14:04:46.553428 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-b4b6ab57-84d0-427b-a9e4-bad5d5645f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.554940 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-b4b6ab57-84d0-427b-a9e4-bad5d5645f8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581164 May 10 14:04:46.583599 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-56b400eb-3615-4e8a-9cc5-c9c0505f07ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204 HTTP/1.1" status: 200 len: 217 time: 0.0400298 May 10 14:04:46.696728 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:46.858604 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cc7ba-83d0-4e98-bf89-e2db149edb85 req-858270a1-fce7-4bd3-b2d9-1ea2a8caa4c8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.868784 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3a2cc7ba-83d0-4e98-bf89-e2db149edb85 req-858270a1-fce7-4bd3-b2d9-1ea2a8caa4c8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0699253 May 10 14:04:46.906482 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260c066-c6ec-4bb2-9a65-b33b3d287f9a req-285a7e82-1834-414f-9bfd-93a96da1103c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.909573 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9260c066-c6ec-4bb2-9a65-b33b3d287f9a req-285a7e82-1834-414f-9bfd-93a96da1103c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0732894 May 10 14:04:46.913587 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3a2cc7ba-83d0-4e98-bf89-e2db149edb85 req-006a491d-7a51-4e44-8eac-2e9b12a32195 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 May 10 14:04:46.964123 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9260c066-c6ec-4bb2-9a65-b33b3d287f9a req-11ff8cae-a85e-4ee5-9773-a0ec7a3370f5 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449657 May 10 14:04:47.470957 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-6ce30d01-2296-4a28-95fd-c005ab7f001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:47.472313 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-6ce30d01-2296-4a28-95fd-c005ab7f001d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0875506 May 10 14:04:47.506508 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-d37c985c-90e5-4fad-9517-f1c0adaecb9c service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299188 May 10 14:04:47.578013 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-c9893085-64be-465d-874e-aa3c83911c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:47.579674 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-c9893085-64be-465d-874e-aa3c83911c4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874352 May 10 14:04:47.661768 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34ad5c47-68f8-4d00-8a95-11cc471587a2 req-31a39479-5e08-41f5-94a4-34c729d26d30 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360095 May 10 14:04:47.701343 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-fca11131-e1ac-44fe-9b47-08e4122e5cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001775 May 10 14:04:48.028757 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117685c7-51ee-47fd-9a30-de628e7b1bb0 req-0bfebdf9-770d-4054-a3fc-fe3f5d1e673e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:48.030284 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-117685c7-51ee-47fd-9a30-de628e7b1bb0 req-0bfebdf9-770d-4054-a3fc-fe3f5d1e673e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 945 time: 0.0465686 May 10 14:04:48.077134 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-117685c7-51ee-47fd-9a30-de628e7b1bb0 req-a992570a-a0bf-4620-be70-2e033127510c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 May 10 14:04:48.077608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d50d9-7975-4910-9fdd-8572c8287989 req-7e8adf25-67a3-4697-8016-e1cfe871c825 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:48.079133 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-678d50d9-7975-4910-9fdd-8572c8287989 req-7e8adf25-67a3-4697-8016-e1cfe871c825 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0477278 May 10 14:04:48.126471 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-678d50d9-7975-4910-9fdd-8572c8287989 req-3a0102fb-0680-48d8-bbc8-5f9340fda597 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 May 10 14:04:48.235350 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:48.293126 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:04:48.300062 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:48.300443 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.382343 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:48.382842 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.405808 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:48.408183 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3e70f-dc1a-4478-ad67-a7537a9cc2c2" -d '{"events": [{"server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "name": "network-vif-plugged", "status": "completed", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:48.421408 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:48.426507 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.455318 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175da556-4318-423b-ae1b-143a1ca6fc01 x-openstack-request-id: req-175da556-4318-423b-ae1b-143a1ca6fc01 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:48.455792 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "name": "network-vif-plugged", "status": "completed", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:48.456107 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-175da556-4318-423b-ae1b-143a1ca6fc01 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:48.456668 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175da556-4318-423b-ae1b-143a1ca6fc01'] response: {'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'code': 200} May 10 14:04:48.486532 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:48.590902 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b9f6a52e-f170-4d4e-89ff-fec0f385d67d req-3f2b3ed6-ee5e-4a4e-8e67-032d95cbce26 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998976 May 10 14:04:49.089149 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb847e-32ea-4b99-ad24-58edc018328b req-86bf8115-1818-4b89-98c1-1c82b04b86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:49.090679 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7eb847e-32ea-4b99-ad24-58edc018328b req-86bf8115-1818-4b89-98c1-1c82b04b86f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0421541 May 10 14:04:49.141892 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d7eb847e-32ea-4b99-ad24-58edc018328b req-77b6a71f-1d38-4e7d-a976-bf2048e2e43f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 May 10 14:04:49.193055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e139be-af08-4596-a478-5cf23f87e7a7 req-48f51277-7c35-46ce-80ca-339dbb4829ff tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:49.194557 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20e139be-af08-4596-a478-5cf23f87e7a7 req-48f51277-7c35-46ce-80ca-339dbb4829ff tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0481136 May 10 14:04:49.246238 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20e139be-af08-4596-a478-5cf23f87e7a7 req-fe0a7df4-9653-406f-a161-9c95a911915e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 May 10 14:04:50.360417 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb25629-bf8e-49b1-87e0-16ddea6333d6 req-c0ce0f97-9dc5-428e-a539-dfb242f696d3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:50.361877 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0cb25629-bf8e-49b1-87e0-16ddea6333d6 req-c0ce0f97-9dc5-428e-a539-dfb242f696d3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0463951 May 10 14:04:50.414632 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0cb25629-bf8e-49b1-87e0-16ddea6333d6 req-d4b78656-7708-4765-ae99-62c25d7e7143 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466070 May 10 14:04:51.534079 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6ebff-f5a1-4f27-9aa0-3ca5981c622c req-35f57b88-2a42-43e9-a79d-ead40c62b612 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:51.535549 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b8c6ebff-f5a1-4f27-9aa0-3ca5981c622c req-35f57b88-2a42-43e9-a79d-ead40c62b612 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0512428 May 10 14:04:51.584127 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b8c6ebff-f5a1-4f27-9aa0-3ca5981c622c req-62891553-a0c2-4855-97e2-af51e7fd32ad tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423770 May 10 14:04:51.787624 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 60124) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:51.895805 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.974878 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Publish callbacks [] for security_group (da0520e4-cc0d-4c20-afd3-9a43fe5f01f4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.978634 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (da0520e4-cc0d-4c20-afd3-9a43fe5f01f4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.017711 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a71e8149c544516a7983d6a1fafbf49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290132 May 10 14:04:52.018564 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0520e4-cc0d-4c20-afd3-9a43fe5f01f4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:52.020328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60128) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:52.025709 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.026051 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.026414 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.026742 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.027063 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.027386 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.027702 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.028016 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.028329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.028643 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.028959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.029271 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.029580 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.029892 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.030224 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a378955f-c98e-474c-91e5-c4d301bbd331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.071607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Publish callbacks [] for security_group (da0520e4-cc0d-4c20-afd3-9a43fe5f01f4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.092295 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Publish callbacks [] for security_group (da0520e4-cc0d-4c20-afd3-9a43fe5f01f4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.140553 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (da0520e4-cc0d-4c20-afd3-9a43fe5f01f4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.143098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.144260 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da0520e4-cc0d-4c20-afd3-9a43fe5f01f4 HTTP/1.1" status: 204 len: 168 time: 0.1228869 May 10 14:04:52.151964 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0520e4-cc0d-4c20-afd3-9a43fe5f01f4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:52.159052 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.159414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.159776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.160108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.160437 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.160760 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.161080 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.161400 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.161717 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.162034 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.162463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.162694 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.163007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.163370 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.163772 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffc7a5-ddd7-4764-8e7a-e1cbd55eb9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:52.706643 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214cb5-660b-42cf-96ae-2021d2d53808 req-c83d94fe-7aa1-4533-8285-ba53e3649b01 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:52.708145 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5214cb5-660b-42cf-96ae-2021d2d53808 req-c83d94fe-7aa1-4533-8285-ba53e3649b01 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0495420 May 10 14:04:52.759050 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5214cb5-660b-42cf-96ae-2021d2d53808 req-4f644be1-985c-4b12-b9f9-81011a93e59a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 May 10 14:04:52.873731 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df2aba-4b7b-45e1-8331-0af16c8a88c0 req-6ee4eb44-4361-4552-9c68-ab1747a87196 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:52.875214 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92df2aba-4b7b-45e1-8331-0af16c8a88c0 req-6ee4eb44-4361-4552-9c68-ab1747a87196 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0530865 May 10 14:04:52.883655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60140) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:52.888094 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'floatingip': {'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:52.958408 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.785553 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.789321 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.891459 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Floating IP 3c9b1b61-85ac-4cbe-8122-049636e3dd52 associated. External IP: 172.27.2.147, port: 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91. May 10 14:04:54.103929 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Router 10337019-06f8-4cc8-a558-fc48f30d9a45 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:54.212966 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-874c66bc-179c-4bfb-a150-b54cd9bb4668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.216595 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:54.221326 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.230383 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] Sync routers for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:54.240494 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:54.241094 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:04:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:54.251774 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a0547c29-ae0a-4f5f-a6f4-e836fe66d501 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "PUT /v2.0/floatingips/3c9b1b61-85ac-4cbe-8122-049636e3dd52 HTTP/1.1" status: 200 len: 992 time: 1.3669643 May 10 14:04:54.252350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:54.254738 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5a562-6194-4a86-88ee-61727045d5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:54.290666 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0382bd44-f04a-47be-b4ff-50cf4bf34a3f x-openstack-request-id: req-0382bd44-f04a-47be-b4ff-50cf4bf34a3f {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:54.290957 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:54.291206 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0382bd44-f04a-47be-b4ff-50cf4bf34a3f {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:54.291605 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0382bd44-f04a-47be-b4ff-50cf4bf34a3f'] response: {'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'status': 'completed', 'code': 200} May 10 14:04:54.353542 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:54.362596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-15cace37-c812-4094-b62e-fe6bf61d3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:54.364051 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-15cace37-c812-4094-b62e-fe6bf61d3e6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0431826 May 10 14:04:54.463118 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-972838ee-eea5-4932-b55f-655782339df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:54.464738 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-972838ee-eea5-4932-b55f-655782339df8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.0923510 May 10 14:04:54.536291 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-c0881fb0-7b13-437e-b4ed-453eb330e18a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 1000 time: 0.0634851 May 10 14:04:54.580340 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '3c9b1b61-85ac-4cbe-8122-049636e3dd52', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:53Z', 'revision_number': 1, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:54.584945 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-b57c1d2d-8659-4947-a7f7-499018dda90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:54.586447 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-b57c1d2d-8659-4947-a7f7-499018dda90b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0433376 May 10 14:04:54.608729 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] Checking router: 10337019-06f8-4cc8-a558-fc48f30d9a45 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:54.619409 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:54.619994 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:04:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:54.640220 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-b15686a5-24d9-4025-84e6-7a24f399e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:54.641761 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-b15686a5-24d9-4025-84e6-7a24f399e012 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487587 May 10 14:04:54.736714 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:54.756060 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-224104a3-de21-4288-a924-1a2bff2cb1ac service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053703 May 10 14:04:54.853674 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ad5a562-6194-4a86-88ee-61727045d5b8 req-1ff8c773-fd72-4c56-aaaf-bb3c1b70267a service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913606 May 10 14:04:54.972576 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '3c9b1b61-85ac-4cbe-8122-049636e3dd52', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:53Z', 'revision_number': 1, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:54.997624 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9fc5f-5be3-451f-b8a4-dd5417e9b0b6 None None] The sync data for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi is: [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '3c9b1b61-85ac-4cbe-8122-049636e3dd52', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:04:53Z', 'revision_number': 1, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:55.193161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64e719-1f80-482c-9299-4d40b974651e None None] New status for floating IP 3c9b1b61-85ac-4cbe-8122-049636e3dd52: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:04:56.318809 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-96f795c2-0835-4257-8d60-97fd0571c406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.758002 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.808973 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-c63476a2-ae5a-40b4-b12d-37ac4dd72bd8 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352986649&fields=id&tenant_id=a9cb94e930984858b30744fc14ca334e HTTP/1.1" status: 200 len: 267 time: 0.0538883 May 10 14:04:58.895790 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.921183 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-343aea73-3220-4415-b790-93e1e0dadc3b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:58.922690 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-343aea73-3220-4415-b790-93e1e0dadc3b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 809 time: 0.1073315 May 10 14:04:58.937870 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-2e909f95-1536-44e5-8144-3257aec128a7 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/quotas/a9cb94e930984858b30744fc14ca334e HTTP/1.1" status: 200 len: 375 time: 0.0099280 May 10 14:04:58.987820 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-424fcfe8-dbc0-45af-a903-35cf93f532a2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445147 May 10 14:04:59.087111 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-7019a418-4399-43b8-9423-234424f579f9 service neutron] 10.222.0.32 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856497 May 10 14:04:59.175219 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-68ba037a-9ce1-4634-9a97-8f00bd00954a service neutron] 10.222.0.32 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823236 May 10 14:04:59.469442 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-28892aba-3d8a-4566-80fc-42df8b96ef06 req-fa51c1fa-0e5d-44c6-aea2-10810676c880 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 210 time: 0.0317903 May 10 14:05:00.315281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:00.380440 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:05:00.479774 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-60606324-0ff1-48d9-8d5e-2c871c5bd192 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:00.481197 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-60606324-0ff1-48d9-8d5e-2c871c5bd192 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 809 time: 0.1231554 May 10 14:05:00.561840 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-25792443-7953-45f9-b8e3-8611747cd74c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cb94e930984858b30744fc14ca334e HTTP/1.1" status: 200 len: 379 time: 0.0687890 May 10 14:05:00.582082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'port': {'device_id': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'admin_state_up': True, 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'security_groups': ['be751779-f735-4b36-948f-d47e2b804c9b']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:00.587641 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ea08169-86a1-484a-a1a4-b52416dfc82e req-d0df8db0-df13-43de-be24-96f953c14b1d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 210 time: 0.0501380 May 10 14:05:00.913998 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Made reservation on behalf of a9cb94e930984858b30744fc14ca334e for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:05:00.917195 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.036946 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Allocated IP 172.20.0.9 (6e8d5f7c-533b-4814-abdc-d66c4b31bf48/212d13c5-b5f5-486b-b59e-1d31c5516f2b/ec9f4864-21aa-4de7-919c-01a3ed1478c2) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:01.172678 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.205222 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.246007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:01.249159 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:01.254697 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:01.260135 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:01.260466 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.268149 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:01.283369 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-3e6e0f3c-9aad-49e6-8ee0-15ee01758e77 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7057297 May 10 14:05:01.296075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Request body: {'port': {'device_id': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:01.361898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.512424 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ce80fb63-5e21-412d-83e6-9047cc663c1c None None] Provisioning complete for port ec9f4864-21aa-4de7-919c-01a3ed1478c2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:01.513066 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce80fb63-5e21-412d-83e6-9047cc663c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.549604 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ce80fb63-5e21-412d-83e6-9047cc663c1c None None] Port ec9f4864-21aa-4de7-919c-01a3ed1478c2 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:05:01.627721 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9f4864-21aa-4de7-919c-01a3ed1478c2 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:01.639587 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Publish callbacks [] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.652886 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Transition to ACTIVE for port object ec9f4864-21aa-4de7-919c-01a3ed1478c2 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:05:01.656446 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.702351 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e755b6-1338-4150-a5ed-7e78921b6502 req-13e364d9-7282-4c62-80c0-0c40281b36d5 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:01.703875 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e7e755b6-1338-4150-a5ed-7e78921b6502 req-13e364d9-7282-4c62-80c0-0c40281b36d5 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0465837 May 10 14:05:01.714187 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:01.749088 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Attempting to bind port ec9f4864-21aa-4de7-919c-01a3ed1478c2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:05:01.749440 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Attempting to bind port ec9f4864-21aa-4de7-919c-01a3ed1478c2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:05:01.749745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Attempting to bind port ec9f4864-21aa-4de7-919c-01a3ed1478c2 on network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:01.754252 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Port ec9f4864-21aa-4de7-919c-01a3ed1478c2 on network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:05:01.754578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Attempting to bind port ec9f4864-21aa-4de7-919c-01a3ed1478c2 on network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:01.760310 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:05:01.760310 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Checking segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:05:01.760708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Bound using segment: {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:05:01.761063 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Bound port: ec9f4864-21aa-4de7-919c-01a3ed1478c2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e89f01e-4a51-4b35-b24e-2cec4b059311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:05:01.761422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.762413 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e7e755b6-1338-4150-a5ed-7e78921b6502 req-9f07c33b-f134-40d5-b5d9-b6f418b18a98 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498283 May 10 14:05:01.831104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:05:01.836552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:05:01.841501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.875890 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:01.877102 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.878516 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] 10.222.0.59 "PUT /v2.0/ports/ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 1093 time: 0.5868015 May 10 14:05:01.880967 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:01.884177 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64144317-2f25-497c-9a7e-02b4b9c13b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:01.923365 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86276ced-878e-4879-b760-302d750adc95 x-openstack-request-id: req-86276ced-878e-4879-b760-302d750adc95 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:01.923714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:01.924025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86276ced-878e-4879-b760-302d750adc95 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:01.924518 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86276ced-878e-4879-b760-302d750adc95'] response: {'name': 'network-changed', 'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'status': 'completed', 'code': 200} May 10 14:05:01.955257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3608-06da-4e31-a613-dcb0a6a3d098 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:01.970601 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-fa03dd97-8a71-429d-9a9e-18061210270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:01.972329 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-fa03dd97-8a71-429d-9a9e-18061210270a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1127 time: 0.0527864 May 10 14:05:02.022842 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-512070fc-504f-4e2c-bbef-46d1e5fc26f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 217 time: 0.0358012 May 10 14:05:02.073560 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-c3be96c4-8695-40c3-9762-4f85884caee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:02.075064 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-c3be96c4-8695-40c3-9762-4f85884caee2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0460408 May 10 14:05:02.127802 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386806e-37f2-4830-9922-ab397f4f850b req-0624e324-4f42-4143-9015-6ad3177e1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:02.129280 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-0624e324-4f42-4143-9015-6ad3177e1008 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443451 May 10 14:05:02.227285 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-5d38e7e3-0aa2-4752-ba79-a049b7b7adef service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890968 May 10 14:05:02.321598 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1386806e-37f2-4830-9922-ab397f4f850b req-6a3ad1d1-ddbc-4e84-a8e4-6052c55b27cd service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878761 May 10 14:05:02.872823 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4ed5-7829-4011-98c4-574d5877abe8 req-d2f35b85-6943-4064-a022-589162195690 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:02.874306 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7aca4ed5-7829-4011-98c4-574d5877abe8 req-d2f35b85-6943-4064-a022-589162195690 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0471532 May 10 14:05:02.921911 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7aca4ed5-7829-4011-98c4-574d5877abe8 req-ca3e8408-761a-42ed-8047-a8a2c574e624 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421119 May 10 14:05:03.502827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-a503c9dc-8072-49d4-a190-bd690d11c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:03.504194 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-a503c9dc-8072-49d4-a190-bd690d11c302 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1127 time: 0.0403810 May 10 14:05:03.592501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-f89a3173-6dc8-47f6-aa89-88acb3cad4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:03.593995 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-f89a3173-6dc8-47f6-aa89-88acb3cad4e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 910 time: 0.0827644 May 10 14:05:03.638357 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-c6b6b6bb-aac4-44ac-978c-4311c645b5f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 217 time: 0.0374510 May 10 14:05:03.687077 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-163fbd64-e838-42c0-b188-a7da05334108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:03.688428 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-163fbd64-e838-42c0-b188-a7da05334108 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0421851 May 10 14:05:03.731712 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-fd1e897a-b8e5-4136-b025-119fdd5b4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:03.733130 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-fd1e897a-b8e5-4136-b025-119fdd5b4790 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366712 May 10 14:05:03.823298 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-0581d111-001b-4e9c-8b66-fc7541402c50 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824139 May 10 14:05:03.911353 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64144317-2f25-497c-9a7e-02b4b9c13b1a req-e08476ec-d3f5-4683-af4b-36a23c1e865c service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806277 May 10 14:05:04.039437 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c0c5-28ea-4beb-a088-2cf712172f47 req-41aa18d3-394a-4a8c-b82f-5c82cbedcc71 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:04.041442 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed88c0c5-28ea-4beb-a088-2cf712172f47 req-41aa18d3-394a-4a8c-b82f-5c82cbedcc71 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0518017 May 10 14:05:04.091799 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed88c0c5-28ea-4beb-a088-2cf712172f47 req-d0541bdf-c7d3-4684-903a-3b60cf625df7 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440936 May 10 14:05:05.414383 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e48e1-611e-4919-a0e9-d6fa3985c9ae req-3101dff1-b7df-48b3-bd47-2dfb493105c6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:05.417166 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb5e48e1-611e-4919-a0e9-d6fa3985c9ae req-3101dff1-b7df-48b3-bd47-2dfb493105c6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.2570462 May 10 14:05:05.465040 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb5e48e1-611e-4919-a0e9-d6fa3985c9ae req-910d2d59-8818-404e-8d18-94aa600afa62 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 May 10 14:05:05.914953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:06.578461 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983f8b1-6471-4f6e-aac0-2cde3db27c51 req-f7a6c16c-261a-48ac-9a58-62923c04d95a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:06.579898 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f983f8b1-6471-4f6e-aac0-2cde3db27c51 req-f7a6c16c-261a-48ac-9a58-62923c04d95a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0463624 May 10 14:05:06.627087 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f983f8b1-6471-4f6e-aac0-2cde3db27c51 req-fdc64c73-4405-4942-9c03-3a87f315da12 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 May 10 14:05:07.737404 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298565f2-b33d-419a-a3c0-9075ce397639 req-19a6eb9c-7a7d-4057-a987-3fe9ce3a888f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:07.738817 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-298565f2-b33d-419a-a3c0-9075ce397639 req-19a6eb9c-7a7d-4057-a987-3fe9ce3a888f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0466995 May 10 14:05:07.786697 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-298565f2-b33d-419a-a3c0-9075ce397639 req-69e981ec-b4a4-4c5b-a8b6-9720c48de829 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 May 10 14:05:08.900397 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01425e7-6db1-4437-8edd-29075332fc89 req-bb500a0c-0e32-46ee-b1ee-d5f7f067b09d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:08.902812 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e01425e7-6db1-4437-8edd-29075332fc89 req-bb500a0c-0e32-46ee-b1ee-d5f7f067b09d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0499418 May 10 14:05:08.950481 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e01425e7-6db1-4437-8edd-29075332fc89 req-d0263a54-8d0d-4721-9441-b4a51ce05313 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420854 May 10 14:05:10.063439 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09524-1c37-43af-8349-5c9e181a731a req-6ceccd3a-3297-4267-9914-2591a0acb469 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:10.064894 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-11f09524-1c37-43af-8349-5c9e181a731a req-6ceccd3a-3297-4267-9914-2591a0acb469 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0455601 May 10 14:05:10.116475 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-11f09524-1c37-43af-8349-5c9e181a731a req-e853753f-0010-4327-8c84-edb2d707baa5 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461028 May 10 14:05:11.234286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3b866-9a08-4f66-a031-af4fb196a88e req-a4be8157-3eaf-47f4-b82b-a4b0d98be49a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:11.235731 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4aa3b866-9a08-4f66-a031-af4fb196a88e req-a4be8157-3eaf-47f4-b82b-a4b0d98be49a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0478783 May 10 14:05:11.283928 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4aa3b866-9a08-4f66-a031-af4fb196a88e req-fd1d658a-7c84-472c-bde7-803f4e24e3db tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427909 May 10 14:05:12.323021 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:05:12.396398 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fb0b-fb2a-42b5-a463-1fd8b346f595 req-7170092f-eef6-4f28-aa03-c6084420750d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:12.397772 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a285fb0b-fb2a-42b5-a463-1fd8b346f595 req-7170092f-eef6-4f28-aa03-c6084420750d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0462999 May 10 14:05:12.420752 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:12.432744 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'port_id': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'mac_address': 'fa:16:3e:fa:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:05:12.447325 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a285fb0b-fb2a-42b5-a463-1fd8b346f595 req-94ea8805-b894-4f62-b2bf-1b898765405e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431082 May 10 14:05:12.473115 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port ec9f4864-21aa-4de7-919c-01a3ed1478c2 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:12.473498 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:12.486071 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9f4864-21aa-4de7-919c-01a3ed1478c2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:12.504350 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:12.508248 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:12.554406 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:13.004919 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['ec9f4864-21aa-4de7-919c-01a3ed1478c2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:13.561366 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf8e3-b540-47a9-8a82-33aa8a39020e req-46002bdd-985b-4f1e-bda8-b56695a4d4e3 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:13.562863 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb1bf8e3-b540-47a9-8a82-33aa8a39020e req-46002bdd-985b-4f1e-bda8-b56695a4d4e3 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 944 time: 0.0481930 May 10 14:05:13.611050 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb1bf8e3-b540-47a9-8a82-33aa8a39020e req-b3616be0-2a9e-48ee-ba22-a95818d94b8b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 May 10 14:05:14.346315 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:05:14.390933 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port ec9f4864-21aa-4de7-919c-01a3ed1478c2 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:05:14.397035 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port ec9f4864-21aa-4de7-919c-01a3ed1478c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:14.397403 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.476485 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port ec9f4864-21aa-4de7-919c-01a3ed1478c2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:14.476875 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.499935 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:14.502171 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa5115-9b28-4489-829e-d41492f74899" -d '{"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-plugged", "status": "completed", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:14.515445 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:14.519353 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.542318 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a3860e-7569-43ab-8d11-a74c99a31e65 x-openstack-request-id: req-b8a3860e-7569-43ab-8d11-a74c99a31e65 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:14.542608 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-plugged", "status": "completed", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:14.542856 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8a3860e-7569-43ab-8d11-a74c99a31e65 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:14.543246 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a3860e-7569-43ab-8d11-a74c99a31e65'] response: {'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'code': 200} May 10 14:05:14.567881 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:14.731968 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26bc41-3522-4690-899d-dad4d917e8dd req-1a456cb7-24bb-4259-a39b-08e5b3991f3f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:14.733488 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db26bc41-3522-4690-899d-dad4d917e8dd req-1a456cb7-24bb-4259-a39b-08e5b3991f3f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0503342 May 10 14:05:14.792872 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db26bc41-3522-4690-899d-dad4d917e8dd req-8f161829-870b-464c-ade3-ceb0de488200 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520778 May 10 14:05:14.808679 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa112888-9a74-4805-85d6-a25fda22e42b req-51bbdfc1-208e-404b-9aa7-8c24f1bed4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:14.810180 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa112888-9a74-4805-85d6-a25fda22e42b req-51bbdfc1-208e-404b-9aa7-8c24f1bed4dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1129 time: 0.0428898 May 10 14:05:14.856473 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa112888-9a74-4805-85d6-a25fda22e42b req-5dedc5ba-7356-4faf-9f7e-9615dbeb8c6d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381196 May 10 14:05:15.911455 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f990a-999e-443c-8fba-0fa18cf9472b req-9d936b09-7796-4672-a83b-52db5cbb2311 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:15.912923 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-de0f990a-999e-443c-8fba-0fa18cf9472b req-9d936b09-7796-4672-a83b-52db5cbb2311 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0468957 May 10 14:05:15.960865 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-de0f990a-999e-443c-8fba-0fa18cf9472b req-996e81aa-4fb4-4532-b632-d044c90827a1 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 May 10 14:05:17.073373 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e95c8-eb5d-42bf-9329-76b9fb7542c8 req-be9bdb82-daa2-4ae0-9174-84a3a4fae371 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:17.075530 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b41e95c8-eb5d-42bf-9329-76b9fb7542c8 req-be9bdb82-daa2-4ae0-9174-84a3a4fae371 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0481875 May 10 14:05:17.126033 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b41e95c8-eb5d-42bf-9329-76b9fb7542c8 req-fdfb6a6c-97e1-445b-b8d2-c145d38982d3 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 May 10 14:05:17.240776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470ee02-cee3-47ba-a535-7e4daca24952 req-4e691e2b-8791-448f-8a89-d2eb0ceed07d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:17.242236 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d470ee02-cee3-47ba-a535-7e4daca24952 req-4e691e2b-8791-448f-8a89-d2eb0ceed07d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0502088 May 10 14:05:17.290282 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d470ee02-cee3-47ba-a535-7e4daca24952 req-a2096e55-e168-4ef1-9b3e-790354602e6f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 May 10 14:05:17.311817 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60330) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:17.491685 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d0b61-943c-4ddd-b988-9e92a978b946 tempest-TestShelveInstance-1324384861 tempest-TestShelveInstance-1324384861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:17.493143 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-461d0b61-943c-4ddd-b988-9e92a978b946 tempest-TestShelveInstance-1324384861 tempest-TestShelveInstance-1324384861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1124 time: 0.1802928 May 10 14:05:17.497397 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60336) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:17.501456 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'port_id': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:17.521055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:17.602072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:17.704248 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Allocated IP 172.27.2.111 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/dd7c4cad-0a3b-4444-9e90-582ff46af287) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:17.810830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:17.843638 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:17.879729 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:17.882514 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:17.886422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:17.915202 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'Port': ['ID=dd7c4cad-0a3b-4444-9e90-582ff46af287,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:18.227704 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for floatingip (4427b567-9433-4b1c-96b0-6c270a486be5), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.297212 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.443289 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.448327 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.479965 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (4427b567-9433-4b1c-96b0-6c270a486be5), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.538131 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event updated for resources: {'Port': ['ID=dd7c4cad-0a3b-4444-9e90-582ff46af287,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:18.592835 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60346) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:18.597376 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767165938', 'description': 'tempest-description--1774314965'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:18.616553 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Floating IP 4427b567-9433-4b1c-96b0-6c270a486be5 associated. External IP: 172.27.2.111, port: ec9f4864-21aa-4de7-919c-01a3ed1478c2. May 10 14:05:18.664757 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.827184 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (ab9161de-1bfd-47c9-b268-af8deed66929), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.832515 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ab9161de-1bfd-47c9-b268-af8deed66929), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.897064 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9161de-1bfd-47c9-b268-af8deed66929,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:18.904653 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.908155 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8ee548b0-0d75-4a4b-9c78-658ea52813cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3114572 May 10 14:05:18.908528 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 60348) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:18.913105 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': 'ab9161de-1bfd-47c9-b268-af8deed66929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:18.919516 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Router f6b8332a-0bfc-4f01-a98b-98487d2d7824 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:18.938628 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (c997cc4c-4a6c-40d1-8d55-720e9364c6b6), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.992438 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (c997cc4c-4a6c-40d1-8d55-720e9364c6b6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.997169 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (c997cc4c-4a6c-40d1-8d55-720e9364c6b6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.015983 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c997cc4c-4a6c-40d1-8d55-720e9364c6b6,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:19.020896 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.024760 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60350) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:19.024906 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-09210eb9-d070-462e-a449-34a1daa2b58f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153026 May 10 14:05:19.029578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': 'ab9161de-1bfd-47c9-b268-af8deed66929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:19.046268 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:19.056280 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] Sync routers for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:19.071412 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:19.072053 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:04:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:19.074041 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.077984 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (15bf0d4f-79a5-4b4c-bf19-1b2a3899ce63), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.124123 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b52ad4fe-9bef-41c0-a927-e73deabb7c85 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6257331 May 10 14:05:19.127407 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:19.129712 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79858c3c-9646-4ddd-8358-448d01d6a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:19.164831 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff0b1c2-e09c-49a5-bf4c-6f20a8335537 x-openstack-request-id: req-8ff0b1c2-e09c-49a5-bf4c-6f20a8335537 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:19.165214 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:19.165463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ff0b1c2-e09c-49a5-bf4c-6f20a8335537 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:19.165849 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff0b1c2-e09c-49a5-bf4c-6f20a8335537'] response: {'name': 'network-changed', 'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'status': 'completed', 'code': 200} May 10 14:05:19.179146 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (15bf0d4f-79a5-4b4c-bf19-1b2a3899ce63), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.182823 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:19.183956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (15bf0d4f-79a5-4b4c-bf19-1b2a3899ce63), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.232995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bf0d4f-79a5-4b4c-bf19-1b2a3899ce63,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:19.241728 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.242908 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ed35d33a-beea-4851-ab84-c700c17f0bd6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172182 May 10 14:05:19.245177 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-e3878d7e-47dc-4666-8cdf-9e1e13a2958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.246613 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-e3878d7e-47dc-4666-8cdf-9e1e13a2958c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1129 time: 0.0578792 May 10 14:05:19.247055 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 60356) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:19.251253 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:19.321134 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.403760 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4427b567-9433-4b1c-96b0-6c270a486be5', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'port_id': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'mac_address': 'fa:16:3e:fa:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:18Z', 'updated_at': '2022-05-10T14:05:18Z', 'revision_number': 0, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:19.408699 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-6e288a1e-92b7-40e9-a5d1-d22ccb324b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.410223 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-6e288a1e-92b7-40e9-a5d1-d22ccb324b84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 910 time: 0.1539679 May 10 14:05:19.426748 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.429992 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] Checking router: f6b8332a-0bfc-4f01-a98b-98487d2d7824 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:19.438356 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:19.438953 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:04:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:19.637601 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:19.763027 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-1a6e61ea-8f98-46d7-9708-8012747cc05c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 999 time: 0.3442843 May 10 14:05:19.852094 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.27.2.174 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/dd9f1b15-a42b-4f98-b330-51fb62df37f9) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:19.855161 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4427b567-9433-4b1c-96b0-6c270a486be5', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'port_id': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'mac_address': 'fa:16:3e:fa:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:18Z', 'updated_at': '2022-05-10T14:05:18Z', 'revision_number': 0, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:19.857583 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-19f938b3-b3a6-4ad7-a24a-8d78b9b2977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.859103 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-19f938b3-b3a6-4ad7-a24a-8d78b9b2977d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0892568 May 10 14:05:19.882995 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce2c68-9622-43ea-80b1-9eeaeb4462d9 None None] The sync data for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi is: [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4427b567-9433-4b1c-96b0-6c270a486be5', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'port_id': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'mac_address': 'fa:16:3e:fa:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:18Z', 'updated_at': '2022-05-10T14:05:18Z', 'revision_number': 0, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:19.943297 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-be403d85-f7d1-427d-a3c6-c95413b7a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.944812 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-be403d85-f7d1-427d-a3c6-c95413b7a3a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794072 May 10 14:05:20.054025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.080856 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-adad99b3-6c4f-4c84-a710-e6c2d3db67d1 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292326 May 10 14:05:20.097053 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be782b-746e-4c83-9454-b3c57d70298f None None] New status for floating IP 4427b567-9433-4b1c-96b0-6c270a486be5: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:20.168087 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.217404 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:20.225114 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:20.235917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:20.248504 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=dd9f1b15-a42b-4f98-b330-51fb62df37f9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:20.252191 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79858c3c-9646-4ddd-8358-448d01d6a5e7 req-ac394398-3f13-4ca6-a87f-3851d475d760 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608808 May 10 14:05:20.294720 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (04db2c15-fda4-4e7d-8858-d6a05ce92007), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.331166 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.479241 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.483506 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.513941 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (04db2c15-fda4-4e7d-8858-d6a05ce92007), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.533746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=dd9f1b15-a42b-4f98-b330-51fb62df37f9,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:20.538184 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.539363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5f90d305-d3dd-4b66-be78-645284183b56 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2913170 May 10 14:05:20.732698 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-8915e0fd-9340-44ef-b521-771a6fbc4b29 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--767165938&fields=id&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 267 time: 0.0444913 May 10 14:05:20.835359 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-29c8d181-67e7-4c84-b6c5-336dbd0733b5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:20.836773 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-29c8d181-67e7-4c84-b6c5-336dbd0733b5 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.0978632 May 10 14:05:20.852218 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-583cd297-937e-4fbb-947e-267db5a528a2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/quotas/47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 375 time: 0.0089943 May 10 14:05:20.903630 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-50a4b771-5f4f-4a76-a33d-20eaf3828e21 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459285 May 10 14:05:21.001297 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-1f5a338d-0403-4d7d-a1dd-40f2704959ef service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867817 May 10 14:05:21.088453 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-e319f40a-3b0f-47ef-af4d-37eb04398d94 service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806074 May 10 14:05:21.251288 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b55d3e3a-112c-4bdf-9a7a-ea8c6e5ab698 req-83f6c4dc-190d-40c5-b83d-b94d90d1a419 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 210 time: 0.0311861 May 10 14:05:22.233838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-098ee42f-acf9-4b72-830c-cd0fc41eab0f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.235289 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-098ee42f-acf9-4b72-830c-cd0fc41eab0f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.1001029 May 10 14:05:22.313508 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-da64bb86-38b7-4fc4-90aa-5a9dbabef451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 471 time: 0.0679567 May 10 14:05:22.347607 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f6bc83f8-a418-4ce5-8cef-2c9beab4a750 req-b36c420b-3e08-4062-82a2-55dfe9843121 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 210 time: 0.0273635 May 10 14:05:22.404060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'port': {'device_id': '73002aaf-a92d-4871-be43-ae3e119a8492', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'admin_state_up': True, 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'security_groups': ['ab9161de-1bfd-47c9-b268-af8deed66929']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:22.512824 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Made reservation on behalf of 47d6a9eb6fd3415d9059fe567e2dfa02 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:05:22.516188 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.640306 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.20.0.11 (49c07cd0-6152-43ba-84e4-0ef3e3d224df/d3af196a-924e-4c4d-9848-2aacf16ee06e/2b916a17-cd0b-44b0-98d1-77ec3e3cee35) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:22.769083 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.803022 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.856765 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:22.860253 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:22.866470 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:22.871936 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.872552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.878804 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:22.895488 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-cbd4767a-ee6c-4cc3-9f26-da6449f55df8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4953871 May 10 14:05:22.907097 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Request body: {'port': {'device_id': '73002aaf-a92d-4871-be43-ae3e119a8492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:22.968925 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.038639 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2a625de2-a077-4753-9e59-3fb25d9cb06c None None] Provisioning complete for port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:23.039175 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2a625de2-a077-4753-9e59-3fb25d9cb06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.072889 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2a625de2-a077-4753-9e59-3fb25d9cb06c None None] Port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:05:23.234218 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:23.241408 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Publish callbacks [] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.254403 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Transition to ACTIVE for port object 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:05:23.258226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.312818 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Pushing event updated for resources: {'Port': ['ID=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:23.343644 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Attempting to bind port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:05:23.343979 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Attempting to bind port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:05:23.344307 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Attempting to bind port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:23.348850 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:05:23.349174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Attempting to bind port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:23.354276 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:05:23.354617 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:05:23.354999 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Bound using segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:05:23.355427 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Bound port: 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:05:23.355786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.438785 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] For port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:05:23.469889 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] For port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:05:23.482994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6c135-4ac7-4c70-bab5-b317a561adbe req-ccea4583-6778-40be-9d66-abac8fdec0fb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.484484 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cab6c135-4ac7-4c70-bab5-b317a561adbe req-ccea4583-6778-40be-9d66-abac8fdec0fb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0635490 May 10 14:05:23.486060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.533805 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.534436 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.535793 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] 10.222.0.59 "PUT /v2.0/ports/2b916a17-cd0b-44b0-98d1-77ec3e3cee35 HTTP/1.1" status: 200 len: 1094 time: 0.6333117 May 10 14:05:23.546174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:23.546174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56826514-6743-4e49-b68e-c385942a75a9" -d '{"events": [{"name": "network-changed", "server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:23.581100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635888-589a-4aa5-8470-a5ad0ee6439e service neutron] Pushing event updated for resources: {'Port': ['ID=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:23.591160 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cab6c135-4ac7-4c70-bab5-b317a561adbe req-73e4b0d5-f7d0-47b1-abcd-8eefbb8d5fd3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969465 May 10 14:05:23.597317 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c25452a-7e8d-4433-8e2e-5b4d1430ab5f x-openstack-request-id: req-4c25452a-7e8d-4433-8e2e-5b4d1430ab5f {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:23.597696 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:23.598062 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c25452a-7e8d-4433-8e2e-5b4d1430ab5f {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:23.599152 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c25452a-7e8d-4433-8e2e-5b4d1430ab5f'] response: {'name': 'network-changed', 'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'status': 'completed', 'code': 200} May 10 14:05:23.728298 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-7a3f1da9-24e7-4cbb-8ae5-500d582c6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.729861 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-7a3f1da9-24e7-4cbb-8ae5-500d582c6fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 1128 time: 0.0412209 May 10 14:05:24.221466 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b0e92eec-b7dc-4c75-aed5-999d4ba5a722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:24.240054 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-45c8d878-ef4d-4ab4-9225-f52ac7768c54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35 HTTP/1.1" status: 200 len: 217 time: 0.0394328 May 10 14:05:24.289415 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-49c411f5-e74a-424b-88fc-d85b7746db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.290911 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-49c411f5-e74a-424b-88fc-d85b7746db84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0446186 May 10 14:05:24.665071 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-ed417ac9-4f50-45e8-a169-7dd6abaf0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.667111 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-ed417ac9-4f50-45e8-a169-7dd6abaf0677 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414872 May 10 14:05:24.717466 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811b957-9a0a-4ae9-9850-743dc7274548 req-39e3598f-2359-412e-8a0d-da348d999a92 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.719649 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d811b957-9a0a-4ae9-9850-743dc7274548 req-39e3598f-2359-412e-8a0d-da348d999a92 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0554657 May 10 14:05:24.775678 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d811b957-9a0a-4ae9-9850-743dc7274548 req-498ab476-7515-4397-b027-9dfe7f4c3760 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501909 May 10 14:05:24.776310 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-07ca9adb-ff6c-4a17-9199-c5fc88d2dfc7 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003792 May 10 14:05:24.870003 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1bfe36b6-3f66-4eb2-8715-502d7f9a70e4 req-329a0196-535b-4cae-a935-8cd2864b32fd service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 May 10 14:05:25.903815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355aa6-0f95-4f94-8695-ed6348d60a93 req-e49a1bc6-74a7-4785-b69b-5bc5796ccd4b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:25.905299 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a355aa6-0f95-4f94-8695-ed6348d60a93 req-e49a1bc6-74a7-4785-b69b-5bc5796ccd4b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0562489 May 10 14:05:25.953885 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a355aa6-0f95-4f94-8695-ed6348d60a93 req-cd77ce97-628e-4b22-82e0-ddb6f6d80e91 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 May 10 14:05:26.320884 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc72272c-8270-4b93-bf5e-61613a2b25e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:27.065463 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c33a2d-cb83-4402-88e2-c2792c563141 req-9e637bd1-2cc8-4523-8984-d81953a44523 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:27.066930 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55c33a2d-cb83-4402-88e2-c2792c563141 req-9e637bd1-2cc8-4523-8984-d81953a44523 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0467339 May 10 14:05:27.111938 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55c33a2d-cb83-4402-88e2-c2792c563141 req-a2c07964-99d2-462b-9f03-5c7f6ba1afc2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394795 May 10 14:05:27.758578 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:28.224848 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab208d3f-94b5-4499-8660-45ef748e0ef8 req-524a4a2a-9b63-4a26-a4fe-bf16bc854bbf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:28.226360 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ab208d3f-94b5-4499-8660-45ef748e0ef8 req-524a4a2a-9b63-4a26-a4fe-bf16bc854bbf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0462034 May 10 14:05:28.274098 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ab208d3f-94b5-4499-8660-45ef748e0ef8 req-ee98aaa4-3ad1-4482-8094-403d7ad35736 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 May 10 14:05:28.897138 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:29.388939 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a3531-c560-4117-8a69-3a4d4e3fe683 req-456e98cd-0ad3-419b-8c5d-e4d829ec820f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.390407 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-531a3531-c560-4117-8a69-3a4d4e3fe683 req-456e98cd-0ad3-419b-8c5d-e4d829ec820f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0491147 May 10 14:05:29.435512 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-531a3531-c560-4117-8a69-3a4d4e3fe683 req-1827895f-b4b5-4d80-a4a8-081bd0ed6dd4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396113 May 10 14:05:30.316895 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:30.546412 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39d32-eb4e-451b-a242-e80234f20e6b req-10f73e8b-09cc-4a79-aa8d-68a08d252b1b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:30.547959 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de39d32-eb4e-451b-a242-e80234f20e6b req-10f73e8b-09cc-4a79-aa8d-68a08d252b1b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0466857 May 10 14:05:30.598268 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6de39d32-eb4e-451b-a242-e80234f20e6b req-fd2ba1d4-31f4-4846-85f5-7a0e3dfed00b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448923 May 10 14:05:31.707794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096be62-485b-44d3-baec-3a25d6a1b57d req-1bcf2af3-a93a-4703-9840-e32a56a89489 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:31.709256 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d096be62-485b-44d3-baec-3a25d6a1b57d req-1bcf2af3-a93a-4703-9840-e32a56a89489 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0457385 May 10 14:05:31.755515 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d096be62-485b-44d3-baec-3a25d6a1b57d req-180cc86f-3daf-450e-b67e-5c5524250d98 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400445 May 10 14:05:32.874808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da988-9bf3-4249-8bce-546101998f46 req-ca5cc4d7-a3b4-4daf-b6cf-a50f19d6c316 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.876316 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1e8da988-9bf3-4249-8bce-546101998f46 req-ca5cc4d7-a3b4-4daf-b6cf-a50f19d6c316 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0474141 May 10 14:05:32.922478 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1e8da988-9bf3-4249-8bce-546101998f46 req-14817808-c472-4dc5-a4a1-7bd3d31412de tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 May 10 14:05:34.033745 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c45b54-1f0f-4402-ab73-89fa9bc1985e req-bfc09ea4-1a1b-47d4-bbef-56a066fff5fd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:34.035328 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-51c45b54-1f0f-4402-ab73-89fa9bc1985e req-bfc09ea4-1a1b-47d4-bbef-56a066fff5fd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0466294 May 10 14:05:34.084055 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-51c45b54-1f0f-4402-ab73-89fa9bc1985e req-136405aa-7afc-4aed-a965-a7eb1b1a52ed tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 May 10 14:05:35.194380 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda631e-1e4a-4ef7-9986-fc3b19ca6b35 req-9abd23d2-59a6-4a20-8df2-1f66fdbca401 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:35.195857 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-adda631e-1e4a-4ef7-9986-fc3b19ca6b35 req-9abd23d2-59a6-4a20-8df2-1f66fdbca401 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 944 time: 0.0465829 May 10 14:05:35.240826 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-adda631e-1e4a-4ef7-9986-fc3b19ca6b35 req-f51b38e8-8c46-4088-9dcd-6de9d5205ca9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394757 May 10 14:05:35.642528 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:05:35.738834 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:35.750224 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'port_id': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'mac_address': 'fa:16:3e:28:db:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:05:35.786482 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:35.786870 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.799510 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:35.818243 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:35.822808 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.873111 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:36.357155 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592b4d3-3565-493d-a30b-88dae166e918 req-68c3f59c-cda0-4233-963e-f0e770ccbb33 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:36.358619 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9592b4d3-3565-493d-a30b-88dae166e918 req-68c3f59c-cda0-4233-963e-f0e770ccbb33 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 945 time: 0.0469172 May 10 14:05:36.405525 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9592b4d3-3565-493d-a30b-88dae166e918 req-1dbd2e31-1243-4f3f-a93e-ebf84f76cdb4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 May 10 14:05:36.540066 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56826514-6743-4e49-b68e-c385942a75a9 req-42d20a58-86ac-4a3c-9608-098e08f2e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:36.542056 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-42d20a58-86ac-4a3c-9608-098e08f2e070 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 1129 time: 0.0481620 May 10 14:05:36.616161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.636717 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56826514-6743-4e49-b68e-c385942a75a9 req-fd309466-509d-4fe6-a90b-fe2f2c00b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:36.638170 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-fd309466-509d-4fe6-a90b-fe2f2c00b29b service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0898438 May 10 14:05:36.681198 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-3652c57f-3179-4641-92ff-2d1a93c3826d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35 HTTP/1.1" status: 200 len: 217 time: 0.0365267 May 10 14:05:36.730969 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56826514-6743-4e49-b68e-c385942a75a9 req-f6532649-6448-4a83-892d-5fd318a6570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:36.732375 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-f6532649-6448-4a83-892d-5fd318a6570a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0421824 May 10 14:05:36.775070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56826514-6743-4e49-b68e-c385942a75a9 req-9b7079df-b707-4874-a13b-2814e39b1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:36.776542 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-9b7079df-b707-4874-a13b-2814e39b1557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376790 May 10 14:05:36.802554 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['2b916a17-cd0b-44b0-98d1-77ec3e3cee35'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:36.872205 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-434106d2-2dc5-4b3f-84ec-71cc0006a3fe service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883298 May 10 14:05:36.968806 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56826514-6743-4e49-b68e-c385942a75a9 req-ebf5cb29-180a-431b-8c7f-c089a0b09997 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 May 10 14:05:37.378604 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:05:37.520811 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02827d88-2c2d-4e48-a1c7-e4b6ea550453 req-3efed8c7-629e-4164-be19-de1e56d14aeb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:37.522362 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02827d88-2c2d-4e48-a1c7-e4b6ea550453 req-3efed8c7-629e-4164-be19-de1e56d14aeb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 945 time: 0.0480995 May 10 14:05:37.569011 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02827d88-2c2d-4e48-a1c7-e4b6ea550453 req-37800cc8-30e5-4f7d-ab4b-40d3f0fd3d99 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 May 10 14:05:38.689242 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080c1cf-6a4a-4cf0-887c-c82a579173df req-24fe8a8a-b652-4df2-a3a8-2ede5a1f039c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:38.690710 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1080c1cf-6a4a-4cf0-887c-c82a579173df req-24fe8a8a-b652-4df2-a3a8-2ede5a1f039c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 945 time: 0.0456679 May 10 14:05:38.735876 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1080c1cf-6a4a-4cf0-887c-c82a579173df req-5f728370-ad6c-4cb2-a035-ca781f0451e1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 May 10 14:05:39.853450 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d297636-e469-4572-b19f-53252ac16969 req-d6ff16a6-a969-4452-a915-c0dac981147b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:39.854994 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d297636-e469-4572-b19f-53252ac16969 req-d6ff16a6-a969-4452-a915-c0dac981147b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 945 time: 0.0519049 May 10 14:05:39.901373 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d297636-e469-4572-b19f-53252ac16969 req-0f91ba2a-775d-4729-8d99-92c66686c426 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 May 10 14:05:41.029476 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f701d3-7dba-4b1b-9013-c6babed5875a req-424ff606-19f8-4795-a0d1-7c143ef4ee98 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:41.031113 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8f701d3-7dba-4b1b-9013-c6babed5875a req-424ff606-19f8-4795-a0d1-7c143ef4ee98 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 945 time: 0.0513208 May 10 14:05:41.077413 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8f701d3-7dba-4b1b-9013-c6babed5875a req-81b1526b-c1c8-4bf5-82fa-de0af3f26f36 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 May 10 14:05:41.809699 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-84245242-9e73-4305-a00d-2cc8b7f10702 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385714 May 10 14:05:41.900497 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-b0635669-b966-4521-aa4a-9c671791c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:41.902135 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-b0635669-b966-4521-aa4a-9c671791c296 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 1129 time: 0.0385172 May 10 14:05:42.009174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-0eb8cdc9-ff8b-4ae5-b4df-e48561622315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:42.010680 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-0eb8cdc9-ff8b-4ae5-b4df-e48561622315 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0866103 May 10 14:05:42.074797 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-3a0f3115-c41b-4443-813b-e020f945b16e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a28325-933e-48f7-9d78-2defa48a5ac0 HTTP/1.1" status: 200 len: 1001 time: 0.0565033 May 10 14:05:42.125498 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-7f1acb51-756d-486b-a602-c78dc602fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:42.127005 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-7f1acb51-756d-486b-a602-c78dc602fa60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0469639 May 10 14:05:42.191502 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-4ee3ef94-8d63-4fc8-9f8e-b433c22afd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:42.192955 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-4ee3ef94-8d63-4fc8-9f8e-b433c22afd55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601990 May 10 14:05:42.225448 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09385cd1-cccc-4767-b8a2-b0a033fefa3f req-24d88402-ffa6-4632-aaf6-c4086dfa7fdf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:42.226869 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-09385cd1-cccc-4767-b8a2-b0a033fefa3f req-24d88402-ffa6-4632-aaf6-c4086dfa7fdf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 945 time: 0.0684152 May 10 14:05:42.315239 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-09385cd1-cccc-4767-b8a2-b0a033fefa3f req-ace685c5-e919-42ce-aac4-22aaf26bd325 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613325 May 10 14:05:42.328413 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-87a825e7-04e8-4332-8cf3-830b9f200a29 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279707 May 10 14:05:42.415502 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d876e99-7536-4ff4-8c2a-72a2d0787815 req-690d6b1e-fac5-451b-8a24-7d0fec5e6f89 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805569 May 10 14:05:42.553198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:05:42.598529 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:05:42.603893 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:42.604505 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:42.680398 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:42.680785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:42.706244 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:42.708557 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67881fb-2a43-4b51-a2b4-ec885b161225" -d '{"events": [{"server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "name": "network-vif-plugged", "status": "completed", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:42.721511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:42.725764 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:42.748907 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb457be3-07c8-487f-aebd-b3ba041c29f6 x-openstack-request-id: req-bb457be3-07c8-487f-aebd-b3ba041c29f6 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:42.749220 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "name": "network-vif-plugged", "status": "completed", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:42.749475 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb457be3-07c8-487f-aebd-b3ba041c29f6 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:42.749863 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb457be3-07c8-487f-aebd-b3ba041c29f6'] response: {'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'code': 200} May 10 14:05:42.775095 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:42.782650 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.783006 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.783347 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.783707 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.784040 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.784370 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.784696 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.785020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.785342 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.785665 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.785989 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.786341 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.786663 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.786983 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:42.787300 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:43.303499 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69818cca-5c76-44aa-b31b-dde6cc7e34f3 req-576d50e0-b05d-4ca0-8d93-b98282716c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:43.304869 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69818cca-5c76-44aa-b31b-dde6cc7e34f3 req-576d50e0-b05d-4ca0-8d93-b98282716c2d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 1130 time: 0.0421259 May 10 14:05:43.346682 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-69818cca-5c76-44aa-b31b-dde6cc7e34f3 req-05cf5bbb-fe42-4120-8824-24df5c1bf608 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354791 May 10 14:05:43.429932 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae70749-710b-4a40-90ae-10458e01bdcc req-eeb08d03-342c-4f8b-a3b2-54a91fd52c49 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:43.432321 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0ae70749-710b-4a40-90ae-10458e01bdcc req-eeb08d03-342c-4f8b-a3b2-54a91fd52c49 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0473313 May 10 14:05:43.476958 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0ae70749-710b-4a40-90ae-10458e01bdcc req-950ef86a-bc98-4f85-a50f-f14d809e8207 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395305 May 10 14:05:44.591621 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64438-177d-4499-8832-e80d6edf6043 req-b9269ba2-0988-4f0e-b68e-3fda0ab00f94 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:44.593065 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-79f64438-177d-4499-8832-e80d6edf6043 req-b9269ba2-0988-4f0e-b68e-3fda0ab00f94 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0460651 May 10 14:05:44.639111 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-79f64438-177d-4499-8832-e80d6edf6043 req-c9de3d95-4110-4338-af6b-9b27cefb84d6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 May 10 14:05:45.748741 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79922-2f63-4971-b871-bbe86f72fc41 req-5645deaa-d5f6-46fc-a368-eb4fb4f39316 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:45.750221 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5df79922-2f63-4971-b871-bbe86f72fc41 req-5645deaa-d5f6-46fc-a368-eb4fb4f39316 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0456884 May 10 14:05:45.801342 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5df79922-2f63-4971-b871-bbe86f72fc41 req-0e9b1c8e-5240-44ad-84d5-88273f70045a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455539 May 10 14:05:45.914794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ef0d2-4a92-4bef-9e93-a660e03e5b15 req-0efd7139-2ed7-444c-a419-9a386811386a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:45.916525 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b66ef0d2-4a92-4bef-9e93-a660e03e5b15 req-0efd7139-2ed7-444c-a419-9a386811386a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0486846 May 10 14:05:45.924854 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 60528) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:45.929113 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'port_id': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:45.970333 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (04db2c15-fda4-4e7d-8858-d6a05ce92007), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.404672 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.408420 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (04db2c15-fda4-4e7d-8858-d6a05ce92007), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.511594 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP 04db2c15-fda4-4e7d-8858-d6a05ce92007 associated. External IP: 172.27.2.174, port: 2b916a17-cd0b-44b0-98d1-77ec3e3cee35. May 10 14:05:46.717703 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:46.826558 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:46.831430 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.839391 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:46.848576 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:46.849170 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:05:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:46.861441 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fd60d3e4-60e6-43e7-a795-d9bf37009f85 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "PUT /v2.0/floatingips/04db2c15-fda4-4e7d-8858-d6a05ce92007 HTTP/1.1" status: 200 len: 992 time: 0.9355013 May 10 14:05:46.862129 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:46.864508 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154d35a-923e-4585-8ff6-0c8e6bf77727" -d '{"events": [{"name": "network-changed", "server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:46.900837 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5a0bbb-8c1f-4a00-9a34-2196de6539b1 x-openstack-request-id: req-2c5a0bbb-8c1f-4a00-9a34-2196de6539b1 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:46.901020 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:46.901261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c5a0bbb-8c1f-4a00-9a34-2196de6539b1 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:46.901657 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5a0bbb-8c1f-4a00-9a34-2196de6539b1'] response: {'name': 'network-changed', 'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'status': 'completed', 'code': 200} May 10 14:05:46.967562 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:46.975969 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-5f916c12-5edd-491d-8b48-9d1ebbe5cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:46.977599 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-5f916c12-5edd-491d-8b48-9d1ebbe5cc88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 1130 time: 0.0445197 May 10 14:05:47.080049 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-7c023ab0-3d4b-4770-a1d4-d2ad22a4a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:47.081519 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-7c023ab0-3d4b-4770-a1d4-d2ad22a4a8c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0965116 May 10 14:05:47.152131 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-fb1d21cb-2232-41ed-8d69-506c8c436b3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35 HTTP/1.1" status: 200 len: 1000 time: 0.0644867 May 10 14:05:47.193361 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '04db2c15-fda4-4e7d-8858-d6a05ce92007', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:28:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73002aaf-a92d-4871-be43-ae3e119a8492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:20Z', 'updated_at': '2022-05-10T14:05:46Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}, {'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:55Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:47.202299 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-b392709b-1377-40fe-b8c5-d6df093289e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:47.203835 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-b392709b-1377-40fe-b8c5-d6df093289e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0438883 May 10 14:05:47.225661 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:47.234985 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:47.235776 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:05:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:47.253575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-c900347c-3927-4eb7-b4a6-217610843092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:47.255343 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-c900347c-3927-4eb7-b4a6-217610843092 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452416 May 10 14:05:47.352451 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:47.355227 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-ddabb133-637d-470a-aad3-4cb47d4e7705 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934434 May 10 14:05:47.560085 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '04db2c15-fda4-4e7d-8858-d6a05ce92007', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:28:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73002aaf-a92d-4871-be43-ae3e119a8492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:20Z', 'updated_at': '2022-05-10T14:05:46Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}, {'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:55Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:47.588590 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c7440-7719-41b9-a148-aebf9abd534a None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '04db2c15-fda4-4e7d-8858-d6a05ce92007', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:28:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73002aaf-a92d-4871-be43-ae3e119a8492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:20Z', 'updated_at': '2022-05-10T14:05:46Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}, {'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:55Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:47.777020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bded01-586c-42c1-9335-de092353cc80 None None] New status for floating IP 04db2c15-fda4-4e7d-8858-d6a05ce92007: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:47.914483 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f154d35a-923e-4585-8ff6-0c8e6bf77727 req-b75cc5d9-6c63-4bb8-abaf-506f8db16c05 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853875 May 10 14:05:48.570015 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5204a0-6f27-45c2-916a-9e40ff5f7e6c req-bbb42d33-e550-46ec-aab2-8f85ce7e6028 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:48.571527 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ff5204a0-6f27-45c2-916a-9e40ff5f7e6c req-bbb42d33-e550-46ec-aab2-8f85ce7e6028 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0468590 May 10 14:05:48.618037 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ff5204a0-6f27-45c2-916a-9e40ff5f7e6c req-53842161-0a92-44ac-a35a-c576c52e0e3e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 May 10 14:05:49.737095 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfd4f-0fc2-4eec-a115-4684cdc5a684 req-7d3e8333-e8dd-4773-b9bf-5747e03ab34f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:49.738562 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-807bfd4f-0fc2-4eec-a115-4684cdc5a684 req-7d3e8333-e8dd-4773-b9bf-5747e03ab34f tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0514402 May 10 14:05:49.784402 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-807bfd4f-0fc2-4eec-a115-4684cdc5a684 req-8f4efb42-33ee-40e3-9256-28d86ffdbe6c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 May 10 14:05:50.412243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-5ee9402f-f250-4330-a9ac-e325526b6454 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:50.413677 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-5ee9402f-f250-4330-a9ac-e325526b6454 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 945 time: 0.0477567 May 10 14:05:50.499411 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Deleting port 95692f19-6cbf-48e7-a04c-e51b4b06d49a {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:50.499742 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:50.583556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] For port 95692f19-6cbf-48e7-a04c-e51b4b06d49a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=95692f19-6cbf-48e7-a04c-e51b4b06d49a,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:50.583930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:50.596550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Calling delete_port for 95692f19-6cbf-48e7-a04c-e51b4b06d49a owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:50.723605 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (95692f19-6cbf-48e7-a04c-e51b4b06d49a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:50.735661 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['95692f19-6cbf-48e7-a04c-e51b4b06d49a'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:50.753671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Pushing event deleted for resources: {'Port': ['ID=95692f19-6cbf-48e7-a04c-e51b4b06d49a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:50.797453 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] No DVR routers for this DVR port 95692f19-6cbf-48e7-a04c-e51b4b06d49a on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:50.799899 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:50.803112 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f38b63a3-3e4d-4c63-9e39-60aa981aa830 req-f3a28d4d-07f2-4810-bc8e-c863f84561fb tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "DELETE /v2.0/ports/95692f19-6cbf-48e7-a04c-e51b4b06d49a HTTP/1.1" status: 204 len: 173 time: 0.3836575 May 10 14:05:50.803556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'name': 'network-vif-deleted', 'tag': '95692f19-6cbf-48e7-a04c-e51b4b06d49a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:50.805762 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b05e675-370c-432a-beb6-5154464c0044" -d '{"events": [{"server_uuid": "cfc8a7c1-1aa5-45f6-acc9-8443931fe72b", "name": "network-vif-deleted", "tag": "95692f19-6cbf-48e7-a04c-e51b4b06d49a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:50.843661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15d83de-6054-4c66-900a-473fde68b75a x-openstack-request-id: req-f15d83de-6054-4c66-900a-473fde68b75a {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:50.843954 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc8a7c1-1aa5-45f6-acc9-8443931fe72b", "name": "network-vif-deleted", "tag": "95692f19-6cbf-48e7-a04c-e51b4b06d49a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:50.844232 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f15d83de-6054-4c66-900a-473fde68b75a {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:50.844688 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15d83de-6054-4c66-900a-473fde68b75a'] response: {'server_uuid': 'cfc8a7c1-1aa5-45f6-acc9-8443931fe72b', 'name': 'network-vif-deleted', 'tag': '95692f19-6cbf-48e7-a04c-e51b4b06d49a', 'status': 'completed', 'code': 200} May 10 14:05:50.894625 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-839f6181-68f7-4fcc-a2e8-dc7f1961b630 req-ee48926e-419a-4328-8179-83f8fe000881 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc8a7c1-1aa5-45f6-acc9-8443931fe72b HTTP/1.1" status: 200 len: 210 time: 0.0275142 May 10 14:05:54.213556 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-077f9fae-1c77-4b38-8354-2c02ec09a844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:54.852639 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 95692f19-6cbf-48e7-a04c-e51b4b06d49a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:54.873345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 95692f19-6cbf-48e7-a04c-e51b4b06d49a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:54.873685 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 95692f19-6cbf-48e7-a04c-e51b4b06d49a not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:56.323487 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b63e6e8d-d1d4-4d2a-a2c9-ceecbb2cf5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:57.761201 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:58.901064 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:00.319472 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.995637 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-d0bff74b-6481-4da7-abb5-d8996f323607 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:03.996991 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-d0bff74b-6481-4da7-abb5-d8996f323607 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/networks?id=18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 200 len: 814 time: 0.0991054 May 10 14:06:04.011758 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-b8c7639f-e402-4eaa-ac2f-62c2df6368be tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/quotas/0305a36033ca4831b0bcba8a9b3c5a27 HTTP/1.1" status: 200 len: 375 time: 0.0093818 May 10 14:06:04.042528 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-b56962c7-5d70-4d40-9c0c-0cc93a88dfcd tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260489 May 10 14:06:04.327781 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f35bbc30-1628-4600-8736-6989d241eb4f service neutron] 10.222.0.32 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788458 May 10 14:06:04.412561 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-032a574c-a013-4fe8-87a9-8f1508db81c2 service neutron] 10.222.0.32 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792589 May 10 14:06:04.573267 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d239f9a8-d440-4516-96ea-cf4bb0494bac req-4c0c9f4b-22ad-4011-8a71-774202392ec8 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 210 time: 0.0311649 May 10 14:06:05.480460 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-2fef327d-0f92-43fd-a408-1acbace5ab3a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:05.481891 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-2fef327d-0f92-43fd-a408-1acbace5ab3a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "GET /v2.0/networks?id=18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 200 len: 814 time: 0.1020727 May 10 14:06:05.493274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Request body: {'port': {'device_id': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4', 'admin_state_up': True, 'tenant_id': '0305a36033ca4831b0bcba8a9b3c5a27'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:05.608909 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Made reservation on behalf of 0305a36033ca4831b0bcba8a9b3c5a27 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:06:05.612440 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:05.674269 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d4a7a9a8-fd27-4cc9-a3b2-f4ddf552ddb9 req-6cc90e0b-4aa4-43c1-8bc8-f52f402a95a2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 210 time: 0.0279479 May 10 14:06:05.733897 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Allocated IP 172.20.0.4 (18b7924d-bd77-4212-b305-deb3c5f8e9f4/dcb7f7ff-a1bf-4948-a253-b1cab295a9b4/cee61615-4643-4a78-90b6-9f43f793b885) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:06:05.876869 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks [] for port (cee61615-4643-4a78-90b6-9f43f793b885), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:05.908877 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (cee61615-4643-4a78-90b6-9f43f793b885), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:05.949791 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:06:05.952901 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:06:05.958838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:06:05.963636 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:05.964236 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:05.972136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Pushing event updated for resources: {'Port': ['ID=cee61615-4643-4a78-90b6-9f43f793b885,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:05.981575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.981923 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.982294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.982633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.982964 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.983293 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.983621 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.983992 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.984268 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.984590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.984912 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.985236 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.985573 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.985873 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.986190 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:05.992060 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-f15ca6e8-4726-4ce3-b749-dc9970687fe1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5023572 May 10 14:06:06.004473 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Request body: {'port': {'device_id': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:06.065324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cee61615-4643-4a78-90b6-9f43f793b885), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.317270 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee61615-4643-4a78-90b6-9f43f793b885 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:06.325709 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Publish callbacks [] for port (cee61615-4643-4a78-90b6-9f43f793b885), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.338601 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Transition to ACTIVE for port object cee61615-4643-4a78-90b6-9f43f793b885 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:06:06.342327 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cee61615-4643-4a78-90b6-9f43f793b885), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.627673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.637362 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cee61615-4643-4a78-90b6-9f43f793b885,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:06.670764 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Attempting to bind port cee61615-4643-4a78-90b6-9f43f793b885 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:06:06.671225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Attempting to bind port cee61615-4643-4a78-90b6-9f43f793b885 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:06:06.671671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Attempting to bind port cee61615-4643-4a78-90b6-9f43f793b885 on network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:06:06.677412 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Port cee61615-4643-4a78-90b6-9f43f793b885 on network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:06:06.677858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Attempting to bind port cee61615-4643-4a78-90b6-9f43f793b885 on network 18b7924d-bd77-4212-b305-deb3c5f8e9f4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:06:06.685136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:06:06.685685 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Checking segment: {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:06:06.686360 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Bound using segment: {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:06:06.687090 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Bound port: cee61615-4643-4a78-90b6-9f43f793b885, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0e60a8-7e11-4088-b95f-7130d040e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:06:06.687459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cee61615-4643-4a78-90b6-9f43f793b885), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.778333 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] For port cee61615-4643-4a78-90b6-9f43f793b885, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:06:06.798936 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] For port cee61615-4643-4a78-90b6-9f43f793b885, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cee61615-4643-4a78-90b6-9f43f793b885,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:06:06.807671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d1ed-18ca-49f9-956b-fdcd411ccc5e req-e4cecbb5-49fa-4ce9-b499-3f29291de137 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:06.809129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8534d1ed-18ca-49f9-956b-fdcd411ccc5e req-e4cecbb5-49fa-4ce9-b499-3f29291de137 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 943 time: 0.0662992 May 10 14:06:06.810605 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cee61615-4643-4a78-90b6-9f43f793b885), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.862866 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:06.863481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:06.864823 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/cee61615-4643-4a78-90b6-9f43f793b885 HTTP/1.1" status: 200 len: 1093 time: 0.8642313 May 10 14:06:06.865596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'tag': 'cee61615-4643-4a78-90b6-9f43f793b885'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:06.867779 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b", "tag": "cee61615-4643-4a78-90b6-9f43f793b885"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:06.905643 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050f7d-7a8e-4fc8-96b9-325c246757e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cee61615-4643-4a78-90b6-9f43f793b885,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:06.912510 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8534d1ed-18ca-49f9-956b-fdcd411ccc5e req-ef1ba825-562a-4d73-9bd3-b0c7fb273e4e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968223 May 10 14:06:06.913922 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dd576e-5140-469b-b577-6f6437f6f4df x-openstack-request-id: req-47dd576e-5140-469b-b577-6f6437f6f4df {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:06.914228 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b", "tag": "cee61615-4643-4a78-90b6-9f43f793b885", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:06.914483 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47dd576e-5140-469b-b577-6f6437f6f4df {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:06.916287 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dd576e-5140-469b-b577-6f6437f6f4df'] response: {'name': 'network-changed', 'server_uuid': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'tag': 'cee61615-4643-4a78-90b6-9f43f793b885', 'status': 'completed', 'code': 200} May 10 14:06:06.961449 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-ce339303-7da6-4f5c-99cb-0621e3ae81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:06.963719 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-ce339303-7da6-4f5c-99cb-0621e3ae81dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 1127 time: 0.0463846 May 10 14:06:07.008754 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-a047f316-e743-4fa3-8e16-35263b5cd79c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee61615-4643-4a78-90b6-9f43f793b885 HTTP/1.1" status: 200 len: 217 time: 0.0360968 May 10 14:06:07.055801 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-780023e5-ff47-438c-ac45-f2061cd5f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:07.057252 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-780023e5-ff47-438c-ac45-f2061cd5f934 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcb7f7ff-a1bf-4948-a253-b1cab295a9b4 HTTP/1.1" status: 200 len: 854 time: 0.0416391 May 10 14:06:07.090033 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-e6bd3887-e21d-4d80-8424-53bc54f033a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b7924d-bd77-4212-b305-deb3c5f8e9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257699 May 10 14:06:07.180631 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-0d8428a0-2196-4ab8-a9cc-7ad42b67ecb4 service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 May 10 14:06:07.272949 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8101c3ce-ea58-4781-864a-6df6a8fb7a9b req-d842f923-7eee-42d3-8b42-40d9773ce186 service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817802 May 10 14:06:08.033928 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7bbb-d7cb-4a75-b27e-889f8de0cb84 req-6d2db5cb-4255-4c52-b13b-0d7855d9f210 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:08.035416 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c55e7bbb-d7cb-4a75-b27e-889f8de0cb84 req-6d2db5cb-4255-4c52-b13b-0d7855d9f210 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 943 time: 0.0492802 May 10 14:06:08.082612 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c55e7bbb-d7cb-4a75-b27e-889f8de0cb84 req-c805fc81-b58a-41c3-942a-2047d7f1b896 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 May 10 14:06:09.192638 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633497e-e1cf-49c6-98cc-7043e3b284ff req-7c0d13d0-8cbf-497a-9909-573c348f847b tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:09.194058 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1633497e-e1cf-49c6-98cc-7043e3b284ff req-7c0d13d0-8cbf-497a-9909-573c348f847b tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 943 time: 0.0460539 May 10 14:06:09.243289 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1633497e-e1cf-49c6-98cc-7043e3b284ff req-d5615df8-fee2-46a9-b7a4-19375f2e82c3 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 May 10 14:06:10.356617 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88f45-b9e3-4298-b6ba-f5f18505bfc3 req-ddf11612-96ba-4a01-a16f-017d93fad3f9 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.358064 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dfe88f45-b9e3-4298-b6ba-f5f18505bfc3 req-ddf11612-96ba-4a01-a16f-017d93fad3f9 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 943 time: 0.0468366 May 10 14:06:10.404606 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dfe88f45-b9e3-4298-b6ba-f5f18505bfc3 req-07dc8108-2af7-41ed-ad74-89247999987c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 May 10 14:06:10.627199 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-7b6f6127-7b28-4278-8194-cd73d383f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.628763 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-7b6f6127-7b28-4278-8194-cd73d383f7c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 1127 time: 0.0393209 May 10 14:06:10.714025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-3c36bc77-9f01-4e34-92d7-e1eab21bfe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.715468 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-3c36bc77-9f01-4e34-92d7-e1eab21bfe7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 200 len: 915 time: 0.0805531 May 10 14:06:10.759707 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-e796bc29-6e69-47d2-b3a9-6fd809f59f51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee61615-4643-4a78-90b6-9f43f793b885 HTTP/1.1" status: 200 len: 217 time: 0.0379193 May 10 14:06:10.807022 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-f373c422-b321-467d-adfd-5f261f7b5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.808395 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-f373c422-b321-467d-adfd-5f261f7b5302 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcb7f7ff-a1bf-4948-a253-b1cab295a9b4 HTTP/1.1" status: 200 len: 854 time: 0.0424907 May 10 14:06:10.839398 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-c1796775-a3b5-4ee0-92c8-a011f63f2eda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b7924d-bd77-4212-b305-deb3c5f8e9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243690 May 10 14:06:10.929211 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-8d142d2c-59b3-4338-926c-ff698190c6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834727 May 10 14:06:11.015940 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8cc19d73-b1ec-409e-b2c8-c83a64b2a0e2 req-0ef4e7a4-9215-43d5-9e6e-fe46c150bedf service neutron] 10.222.0.59 "GET /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803194 May 10 14:06:11.519467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269519cc-ad5f-43e3-b001-1048a21ae298 req-36d8d39b-392a-4ed6-805d-4fa4a9bdfe5a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.520904 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-269519cc-ad5f-43e3-b001-1048a21ae298 req-36d8d39b-392a-4ed6-805d-4fa4a9bdfe5a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 943 time: 0.0492384 May 10 14:06:11.565608 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-269519cc-ad5f-43e3-b001-1048a21ae298 req-e209aacf-8c7f-4100-a993-bad921536118 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385106 May 10 14:06:12.680128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053f42-b80f-4e4d-93d8-e85ca141af3a req-beedfce2-9184-488a-b468-4dad615a0b63 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:12.681656 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a053f42-b80f-4e4d-93d8-e85ca141af3a req-beedfce2-9184-488a-b468-4dad615a0b63 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 943 time: 0.0498078 May 10 14:06:12.692674 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device cee61615-4643-4a78-90b6-9f43f793b885 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:06:12.728868 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a053f42-b80f-4e4d-93d8-e85ca141af3a req-8ef8d82a-8a40-42a0-9d89-2299d3cb25d8 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 May 10 14:06:12.788804 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port cee61615-4643-4a78-90b6-9f43f793b885, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cee61615-4643-4a78-90b6-9f43f793b885,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:12.800517 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'cee61615-4643-4a78-90b6-9f43f793b885', 'network_id': '18b7924d-bd77-4212-b305-deb3c5f8e9f4', 'port_id': 'cee61615-4643-4a78-90b6-9f43f793b885', 'mac_address': 'fa:16:3e:73:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb7f7ff-a1bf-4948-a253-b1cab295a9b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:06:12.836041 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port cee61615-4643-4a78-90b6-9f43f793b885 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:12.836420 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cee61615-4643-4a78-90b6-9f43f793b885), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:12.850055 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee61615-4643-4a78-90b6-9f43f793b885 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:12.872532 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port cee61615-4643-4a78-90b6-9f43f793b885, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cee61615-4643-4a78-90b6-9f43f793b885,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:12.876501 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cee61615-4643-4a78-90b6-9f43f793b885), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:12.922913 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=cee61615-4643-4a78-90b6-9f43f793b885,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:13.365853 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['cee61615-4643-4a78-90b6-9f43f793b885'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:13.844292 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955551e0-8327-49f8-81f4-93814d786eda req-9b00be1f-111b-4d2e-a598-9684bc3dc4a0 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:13.845749 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-955551e0-8327-49f8-81f4-93814d786eda req-9b00be1f-111b-4d2e-a598-9684bc3dc4a0 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 944 time: 0.0506780 May 10 14:06:13.895455 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-955551e0-8327-49f8-81f4-93814d786eda req-efda9c1b-47e4-4b20-9a22-352975d3aae2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 May 10 14:06:14.377285 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:06:14.706812 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device cee61615-4643-4a78-90b6-9f43f793b885 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:06:14.752519 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port cee61615-4643-4a78-90b6-9f43f793b885 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:06:14.758344 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port cee61615-4643-4a78-90b6-9f43f793b885 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:06:14.758736 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (cee61615-4643-4a78-90b6-9f43f793b885), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:14.832277 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port cee61615-4643-4a78-90b6-9f43f793b885 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:14.832662 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (cee61615-4643-4a78-90b6-9f43f793b885), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:14.856263 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee61615-4643-4a78-90b6-9f43f793b885'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:14.858482 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e49da2-2dd8-425b-9ae5-f7ba3c511785" -d '{"events": [{"server_uuid": "cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b", "name": "network-vif-plugged", "status": "completed", "tag": "cee61615-4643-4a78-90b6-9f43f793b885"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:14.874768 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port cee61615-4643-4a78-90b6-9f43f793b885, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cee61615-4643-4a78-90b6-9f43f793b885,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:14.878840 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (cee61615-4643-4a78-90b6-9f43f793b885), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:14.903217 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67956a53-8117-46b2-8cfa-060dac76c15f x-openstack-request-id: req-67956a53-8117-46b2-8cfa-060dac76c15f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:14.903509 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b", "name": "network-vif-plugged", "status": "completed", "tag": "cee61615-4643-4a78-90b6-9f43f793b885", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:14.903759 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67956a53-8117-46b2-8cfa-060dac76c15f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:14.904139 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67956a53-8117-46b2-8cfa-060dac76c15f'] response: {'server_uuid': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee61615-4643-4a78-90b6-9f43f793b885', 'code': 200} May 10 14:06:14.935031 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=cee61615-4643-4a78-90b6-9f43f793b885,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:15.014817 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3115b0a-fa85-4c06-8c74-cc0cc815c2dd req-33e3d8ab-1150-4288-ac1f-82b10ac644af tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:15.016612 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e3115b0a-fa85-4c06-8c74-cc0cc815c2dd req-33e3d8ab-1150-4288-ac1f-82b10ac644af tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0510836 May 10 14:06:15.082152 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36280e-02e8-4cd9-8715-54118c507006 req-0566520e-167a-4701-95ee-10a0c74d7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:15.083622 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b36280e-02e8-4cd9-8715-54118c507006 req-0566520e-167a-4701-95ee-10a0c74d7581 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 1129 time: 0.0619917 May 10 14:06:15.108835 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e3115b0a-fa85-4c06-8c74-cc0cc815c2dd req-86471526-aa00-4637-b091-4bfebef9b462 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788462 May 10 14:06:15.135330 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b36280e-02e8-4cd9-8715-54118c507006 req-98bb9a08-5051-4845-a206-4c8123eff3ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 May 10 14:06:16.221920 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e420d9b-187a-4e7f-bf19-6cc3a69de635 req-114ef199-5140-42b8-ba26-a9232e8b70da tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:16.223399 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5e420d9b-187a-4e7f-bf19-6cc3a69de635 req-114ef199-5140-42b8-ba26-a9232e8b70da tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0471058 May 10 14:06:16.270043 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5e420d9b-187a-4e7f-bf19-6cc3a69de635 req-cdb60e53-e7dd-40db-829c-0a99fc8ec0ad tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 May 10 14:06:17.383046 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32f340-2121-4aad-8220-3e7718c78d4c req-e7928d30-5d4f-43f8-b461-909da0390aac tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:17.384534 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d32f340-2121-4aad-8220-3e7718c78d4c req-e7928d30-5d4f-43f8-b461-909da0390aac tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0464115 May 10 14:06:17.429594 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d32f340-2121-4aad-8220-3e7718c78d4c req-4024bb31-bc90-4998-84f0-f49c00076673 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 May 10 14:06:24.216204 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-54cd9737-7659-4aad-899e-931368a3edf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:26.325702 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ecc933cc-7c3c-4dde-9d32-4fe5435d8142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.765254 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:28.901638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.322433 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.939072 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-853a81c0-041c-4c2e-9283-409a1e49dd9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381906 May 10 14:06:36.042892 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-fd39d270-1e2e-46c7-a670-becc525057dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:36.044333 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-fd39d270-1e2e-46c7-a670-becc525057dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 1129 time: 0.0432096 May 10 14:06:36.144010 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-46d56674-2cfc-4a19-af23-c35b5e819303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:36.145427 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-46d56674-2cfc-4a19-af23-c35b5e819303 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.0832236 May 10 14:06:36.188152 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-4281ace3-f672-4102-ac73-a0a139992f59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 200 len: 217 time: 0.0352170 May 10 14:06:36.233924 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-fc70d3a7-b186-4ac1-9d74-51a6ae3d578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:36.235322 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-fc70d3a7-b186-4ac1-9d74-51a6ae3d578b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0419276 May 10 14:06:36.281874 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-781f59b7-bd14-497c-9816-af364a5ecc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:36.283354 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-781f59b7-bd14-497c-9816-af364a5ecc5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424016 May 10 14:06:36.376003 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-e13fc531-093f-40fc-ac1f-e318b2ab3014 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 May 10 14:06:36.469662 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9c78536-8745-4567-9d9d-261c50ad83e5 req-a2ed801f-d86b-4ea1-a59b-b03aee36de3d service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807714 May 10 14:06:36.639158 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:43.967973 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe95858-6806-4fdd-b199-61f3e217e9a6 req-39dc682b-1654-4f04-b40a-b153a52f4fb0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:43.969330 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dbe95858-6806-4fdd-b199-61f3e217e9a6 req-39dc682b-1654-4f04-b40a-b153a52f4fb0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0488398 May 10 14:06:44.017757 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dbe95858-6806-4fdd-b199-61f3e217e9a6 req-6d7ab2de-2bb2-4a02-885c-ad620b72ef21 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427113 May 10 14:06:44.988143 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4208-8786-45ff-9142-c4267108ad12 req-4aca792d-1061-4d40-8f6a-db46494260f2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:44.989495 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-551c4208-8786-45ff-9142-c4267108ad12 req-4aca792d-1061-4d40-8f6a-db46494260f2 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0488303 May 10 14:06:45.037126 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-551c4208-8786-45ff-9142-c4267108ad12 req-109231ce-afdd-40c0-a1f8-d6561c3bd654 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 May 10 14:06:45.185871 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e0e6-d852-4d9f-ad3c-636cc6168b30 req-f60ce6ba-d864-4994-80d8-11359b426896 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:45.187350 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8337e0e6-d852-4d9f-ad3c-636cc6168b30 req-f60ce6ba-d864-4994-80d8-11359b426896 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0983028 May 10 14:06:45.236407 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8337e0e6-d852-4d9f-ad3c-636cc6168b30 req-a59f54bd-578c-401d-a85a-4507d23e5a44 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 May 10 14:06:46.153578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b25d9-0e3a-4755-a446-5a0178d79d1f req-30013a69-c7ca-4e4d-b6ce-b0f56b08e70c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:46.154977 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-624b25d9-0e3a-4755-a446-5a0178d79d1f req-30013a69-c7ca-4e4d-b6ce-b0f56b08e70c tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0467746 May 10 14:06:46.201327 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-624b25d9-0e3a-4755-a446-5a0178d79d1f req-c2325cd8-e94e-4e19-840d-98f959cbba7e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 May 10 14:06:46.348898 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448705c8-df3f-4319-81a6-bafd4d8b2e6e req-70289ce9-12d6-41f9-8ea4-a90184f3ed57 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:46.350356 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-448705c8-df3f-4319-81a6-bafd4d8b2e6e req-70289ce9-12d6-41f9-8ea4-a90184f3ed57 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0460570 May 10 14:06:46.396651 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-448705c8-df3f-4319-81a6-bafd4d8b2e6e req-b1aafb7c-19d8-424e-8b2f-eef31053663b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 May 10 14:06:47.314615 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-951b91bc-097c-46bb-9b16-20f6d122cb7a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:47.316052 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-951b91bc-097c-46bb-9b16-20f6d122cb7a tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0765600 May 10 14:06:47.335388 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9480e-38b5-4682-ac2d-f91dab7d3320 req-f675f99a-d9b3-4a86-b54b-ddaff5991cea tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:47.336797 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-51c9480e-38b5-4682-ac2d-f91dab7d3320 req-f675f99a-d9b3-4a86-b54b-ddaff5991cea tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b HTTP/1.1" status: 200 len: 945 time: 0.0667691 May 10 14:06:47.437773 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-51c9480e-38b5-4682-ac2d-f91dab7d3320 req-825591a0-d6c5-4295-aa01-6372bef001a1 tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd26600c-43c2-45b4-bda1-83085904433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806756 May 10 14:06:47.452218 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Deleting port cee61615-4643-4a78-90b6-9f43f793b885 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:47.452559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (cee61615-4643-4a78-90b6-9f43f793b885), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:47.513838 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e1652-1041-4bfa-ac7b-7d4fca625380 req-266060f9-f99e-4c36-bda3-e2413e6884f9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:47.515396 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f31e1652-1041-4bfa-ac7b-7d4fca625380 req-266060f9-f99e-4c36-bda3-e2413e6884f9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0472119 May 10 14:06:47.544121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] For port cee61615-4643-4a78-90b6-9f43f793b885, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cee61615-4643-4a78-90b6-9f43f793b885,segment=NetworkSegment(1e0e60a8-7e11-4088-b95f-7130d040e2d3),segment_id=1e0e60a8-7e11-4088-b95f-7130d040e2d3)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:47.544481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (cee61615-4643-4a78-90b6-9f43f793b885), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:47.557531 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Calling delete_port for cee61615-4643-4a78-90b6-9f43f793b885 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:47.561783 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f31e1652-1041-4bfa-ac7b-7d4fca625380 req-44b7cb35-550b-4c29-b498-31875bff1fd5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 May 10 14:06:47.684784 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (cee61615-4643-4a78-90b6-9f43f793b885), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:47.703519 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['cee61615-4643-4a78-90b6-9f43f793b885'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:47.713098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Pushing event deleted for resources: {'Port': ['ID=cee61615-4643-4a78-90b6-9f43f793b885,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:47.758002 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] No DVR routers for this DVR port cee61615-4643-4a78-90b6-9f43f793b885 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:47.760759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:47.764018 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c3b89d5-58ea-4034-894e-bb6d1c6f9524 req-73f882f7-346e-4c04-a682-e63d75c7078e tempest-VolumesSnapshotTestJSON-1570477854 tempest-VolumesSnapshotTestJSON-1570477854-project] 10.222.0.59 "DELETE /v2.0/ports/cee61615-4643-4a78-90b6-9f43f793b885 HTTP/1.1" status: 204 len: 173 time: 0.4394579 May 10 14:06:47.764438 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'name': 'network-vif-deleted', 'tag': 'cee61615-4643-4a78-90b6-9f43f793b885'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:47.766738 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73830008-abd8-4e5b-a2a2-4de4ee8bac93" -d '{"events": [{"server_uuid": "cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b", "name": "network-vif-deleted", "tag": "cee61615-4643-4a78-90b6-9f43f793b885"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:47.806129 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae1026-5617-4d2e-8911-1ad629967346 x-openstack-request-id: req-68ae1026-5617-4d2e-8911-1ad629967346 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:47.806617 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b", "name": "network-vif-deleted", "tag": "cee61615-4643-4a78-90b6-9f43f793b885", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:47.807049 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68ae1026-5617-4d2e-8911-1ad629967346 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:47.807458 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ae1026-5617-4d2e-8911-1ad629967346'] response: {'server_uuid': 'cd5c6a1b-1300-4bf6-a23e-2cc8e1f0ce6b', 'name': 'network-vif-deleted', 'tag': 'cee61615-4643-4a78-90b6-9f43f793b885', 'status': 'completed', 'code': 200} May 10 14:06:48.678242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510ba39-2ff3-4402-8624-9a987f0b85e8 req-50999932-821f-4a1e-abb0-eb654b4bbdd7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:48.679999 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2510ba39-2ff3-4402-8624-9a987f0b85e8 req-50999932-821f-4a1e-abb0-eb654b4bbdd7 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0485976 May 10 14:06:48.736270 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2510ba39-2ff3-4402-8624-9a987f0b85e8 req-1ea25a8d-d6f7-4af5-933a-9f545a615417 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504146 May 10 14:06:49.862211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7cb8b-8918-406c-bc6e-4eeccf71f1e8 req-05674cf2-e702-463d-a630-05edcb1093c3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:49.863700 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a7a7cb8b-8918-406c-bc6e-4eeccf71f1e8 req-05674cf2-e702-463d-a630-05edcb1093c3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0537241 May 10 14:06:49.912756 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a7a7cb8b-8918-406c-bc6e-4eeccf71f1e8 req-043a9eaa-63b6-49a1-80e6-5c212c86142b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 May 10 14:06:51.028185 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8bf85-3f89-4c78-ba3a-d428fe4b3dc5 req-174036d5-b622-4344-bb91-fb060979f336 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:51.029621 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ff8bf85-3f89-4c78-ba3a-d428fe4b3dc5 req-174036d5-b622-4344-bb91-fb060979f336 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0467720 May 10 14:06:51.076629 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ff8bf85-3f89-4c78-ba3a-d428fe4b3dc5 req-a111e86b-f155-4650-8055-657d1986adb5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 May 10 14:06:51.377555 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:06:52.189292 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5af49-1791-4b8d-be1b-f8988e75ce0e req-7f2dac05-3713-4062-b6b8-03d23cbc8808 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:52.190762 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ee5af49-1791-4b8d-be1b-f8988e75ce0e req-7f2dac05-3713-4062-b6b8-03d23cbc8808 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0474415 May 10 14:06:52.236783 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ee5af49-1791-4b8d-be1b-f8988e75ce0e req-d0f000ca-ce68-4323-ab57-d087ecff2467 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405765 May 10 14:06:52.623842 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device cee61615-4643-4a78-90b6-9f43f793b885 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:52.646865 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: cee61615-4643-4a78-90b6-9f43f793b885 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:52.647205 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device cee61615-4643-4a78-90b6-9f43f793b885 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:53.360235 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aba432-5b68-4924-8e22-7db48ff353e4 req-bda11076-7505-4bff-9050-611d50eedefd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:53.361695 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92aba432-5b68-4924-8e22-7db48ff353e4 req-bda11076-7505-4bff-9050-611d50eedefd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0570865 May 10 14:06:53.407003 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92aba432-5b68-4924-8e22-7db48ff353e4 req-ebe13482-7a0b-490d-b074-759bfba44492 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 May 10 14:06:54.217076 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a866cdb5-0d82-44b7-9aa7-72f77b221e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.521307 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a546d4-464d-4300-9c74-2bd289144824 req-640ec7e5-da87-47ef-a326-922190f4d1c2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:54.522779 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d0a546d4-464d-4300-9c74-2bd289144824 req-640ec7e5-da87-47ef-a326-922190f4d1c2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0478828 May 10 14:06:54.572216 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d0a546d4-464d-4300-9c74-2bd289144824 req-ec20a5ae-fa86-426e-863a-8a70e03fa1d6 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 May 10 14:06:55.685885 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cfa99-f28a-4214-81fd-d1e547da4016 req-219f79ec-7689-44ee-b431-85039bd80275 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:55.687288 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-234cfa99-f28a-4214-81fd-d1e547da4016 req-219f79ec-7689-44ee-b431-85039bd80275 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0462155 May 10 14:06:55.735086 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-234cfa99-f28a-4214-81fd-d1e547da4016 req-403f55be-7b58-41cf-89db-115411a7c8a5 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 May 10 14:06:56.326831 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-49ad85e2-2849-4aae-a59e-592eb889daff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.855836 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b39852-a430-4073-8254-d9048e28ca44 req-2c8ee550-64be-4b3f-9f91-eae5f30796ca tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:56.857326 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c3b39852-a430-4073-8254-d9048e28ca44 req-2c8ee550-64be-4b3f-9f91-eae5f30796ca tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0533452 May 10 14:06:56.905561 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c3b39852-a430-4073-8254-d9048e28ca44 req-21add67c-dbc0-43e0-8a9c-58944d6f97b8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 May 10 14:06:57.767903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:58.016966 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ededf49-9bb9-488a-bf11-15c2c9d775d6 req-f0903204-5bd0-4d5c-8bfc-89d5c2ef8a2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:58.018460 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ededf49-9bb9-488a-bf11-15c2c9d775d6 req-f0903204-5bd0-4d5c-8bfc-89d5c2ef8a2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0463624 May 10 14:06:58.066333 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7ededf49-9bb9-488a-bf11-15c2c9d775d6 req-76a308e6-863b-4e18-a9d5-589c6e87fc52 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 May 10 14:06:58.905229 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:59.181766 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387857-05c4-4383-b57f-e69e4ebcc645 req-3b99e8dd-dfa1-4c85-98b4-d9e52cac117c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:59.183385 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-38387857-05c4-4383-b57f-e69e4ebcc645 req-3b99e8dd-dfa1-4c85-98b4-d9e52cac117c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0500667 May 10 14:06:59.235914 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-38387857-05c4-4383-b57f-e69e4ebcc645 req-313fa048-f76c-498f-9660-2872a4f467d8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466483 May 10 14:07:00.326416 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:00.353437 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99645e78-e8a7-42c3-8ae7-322be0dace68 req-9930acb6-add2-4cbf-8944-ba4c4586aafd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:00.355056 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99645e78-e8a7-42c3-8ae7-322be0dace68 req-9930acb6-add2-4cbf-8944-ba4c4586aafd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0514510 May 10 14:07:00.403012 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99645e78-e8a7-42c3-8ae7-322be0dace68 req-0a36a746-73c6-4ee3-93f8-3d9eb590f230 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 May 10 14:07:00.599933 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6ff9f-4ef9-4d40-8dce-42f828a54805 req-28f2b56d-eb85-4b08-826d-2c4ffa0717ec tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:00.601391 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4c6ff9f-4ef9-4d40-8dce-42f828a54805 req-28f2b56d-eb85-4b08-826d-2c4ffa0717ec tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0471504 May 10 14:07:00.647413 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4c6ff9f-4ef9-4d40-8dce-42f828a54805 req-1d210e4c-7b08-431b-b9bf-284ab9ac4d15 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 May 10 14:07:01.766920 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e93d8-a4fe-4de8-80b5-319ca74f4ee6 req-cd67f6a0-05d9-474c-8c15-b81405d1781d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:01.768396 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d47e93d8-a4fe-4de8-80b5-319ca74f4ee6 req-cd67f6a0-05d9-474c-8c15-b81405d1781d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0492170 May 10 14:07:01.813800 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d47e93d8-a4fe-4de8-80b5-319ca74f4ee6 req-fd4058fa-7aaf-402a-a762-9dac9dc58068 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 May 10 14:07:02.930360 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d930-d925-4d25-a06c-c6bf4f924480 req-37fb58bf-eb16-47dc-a125-f3cebe8dec46 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:02.931979 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b17d930-d925-4d25-a06c-c6bf4f924480 req-37fb58bf-eb16-47dc-a125-f3cebe8dec46 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0500209 May 10 14:07:02.976658 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b17d930-d925-4d25-a06c-c6bf4f924480 req-e61ea4e8-c514-438c-8ba6-a4e71b4bdd02 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 May 10 14:07:03.221731 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-43f854b3-c5b9-4b26-8a96-d09fcd6b8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.223241 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-43f854b3-c5b9-4b26-8a96-d09fcd6b8bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1129 time: 0.0866389 May 10 14:07:03.312669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-82511c21-4029-4376-b4a6-95d99c70313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.314099 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-82511c21-4029-4376-b4a6-95d99c70313c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 911 time: 0.0849967 May 10 14:07:03.376968 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-dad44d8b-b937-4263-9198-5284a8f5debf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 200 len: 1000 time: 0.0567381 May 10 14:07:03.423676 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-4af16d09-6a7c-4fea-b868-98cb8e47a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.425087 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-4af16d09-6a7c-4fea-b868-98cb8e47a785 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0421419 May 10 14:07:03.470455 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-b2c940f5-5c0c-4afe-9643-3e8f3ea738f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.471908 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-b2c940f5-5c0c-4afe-9643-3e8f3ea738f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416052 May 10 14:07:03.557434 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-7ddf4d17-a9f6-4b4c-920b-dbe5d46b3bbb service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795896 May 10 14:07:03.646930 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18b003ff-cacb-484f-9983-0ffeb4defe24 req-763e0717-48f4-4aba-b8bf-26f892cf94c4 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 May 10 14:07:04.089436 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171835-5a1a-4d8f-8d28-f8151a2b136d req-d092f138-1504-4ec7-8b89-237a31ecfe72 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:04.090914 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2a171835-5a1a-4d8f-8d28-f8151a2b136d req-d092f138-1504-4ec7-8b89-237a31ecfe72 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0471959 May 10 14:07:04.137008 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2a171835-5a1a-4d8f-8d28-f8151a2b136d req-48412cbf-cf8f-44d0-8a17-6cff8a75da36 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404968 May 10 14:07:05.254655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef826c-8c7b-4bc4-a721-3bfcdbc52d0f req-708fe416-7e75-41fa-ae46-ebcf1b181973 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:05.256084 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73ef826c-8c7b-4bc4-a721-3bfcdbc52d0f req-708fe416-7e75-41fa-ae46-ebcf1b181973 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0517616 May 10 14:07:05.302546 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-73ef826c-8c7b-4bc4-a721-3bfcdbc52d0f req-617c8f88-51c2-4d74-aa26-621f82e9d05b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 May 10 14:07:06.654104 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.595917 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 32810) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:13.642811 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Deleting subnet dcb7f7ff-a1bf-4948-a253-b1cab295a9b4 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:07:13.645734 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Publish callbacks [] for subnet (dcb7f7ff-a1bf-4948-a253-b1cab295a9b4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.678665 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (dcb7f7ff-a1bf-4948-a253-b1cab295a9b4), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.716653 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (dcb7f7ff-a1bf-4948-a253-b1cab295a9b4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.767226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (dcb7f7ff-a1bf-4948-a253-b1cab295a9b4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.793183 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb7f7ff-a1bf-4948-a253-b1cab295a9b4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:13.795520 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.798551 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dcb7f7ff-a1bf-4948-a253-b1cab295a9b4 HTTP/1.1" status: 204 len: 168 time: 0.2016363 May 10 14:07:13.801107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 32812) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:13.804459 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.804797 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.805131 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.805459 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.805782 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.806102 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.806447 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.806771 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.807118 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.807550 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.807871 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.808189 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.808501 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.808822 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.809121 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467506d-65cd-42c6-a63d-c1b1617530c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:13.873030 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (18b7924d-bd77-4212-b305-deb3c5f8e9f4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.955552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (18b7924d-bd77-4212-b305-deb3c5f8e9f4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.975238 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.975592 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.976307 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.976631 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.976971 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.977317 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.977633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.977941 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.978266 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:13.978578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:14.042274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:14.042604 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:14.042928 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:14.043252 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:07:14.043612 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b7924d-bd77-4212-b305-deb3c5f8e9f4']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:14.060488 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0e60a8-7e11-4088-b95f-7130d040e2d3') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:14.060781 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0e60a8-7e11-4088-b95f-7130d040e2d3') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:14.076870 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (1e0e60a8-7e11-4088-b95f-7130d040e2d3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.100124 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (1e0e60a8-7e11-4088-b95f-7130d040e2d3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.108701 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:07:14.109079 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (1e0e60a8-7e11-4088-b95f-7130d040e2d3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:07:14.113167 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:07:14.168004 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (18b7924d-bd77-4212-b305-deb3c5f8e9f4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.175213 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.178366 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/18b7924d-bd77-4212-b305-deb3c5f8e9f4 HTTP/1.1" status: 204 len: 168 time: 0.3762441 May 10 14:07:14.189016 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b7924d-bd77-4212-b305-deb3c5f8e9f4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:14.196164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.196532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.196852 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.197193 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.197591 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.199138 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.199487 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.199823 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.200165 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.200496 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.200827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.201157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.201481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.201807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.202131 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baeba38-9ab4-4ee0-8990-8a00ea0c61c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:14.340072 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 32816) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:14.383229 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-180e291e-0289-40e4-88ae-dbffe15acd72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0305a36033ca4831b0bcba8a9b3c5a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419507 May 10 14:07:14.385543 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 32818) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:14.430769 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8148-668c-4a6c-94e3-cc01509e9dd6 admin admin] Publish callbacks [] for security_group (cd26600c-43c2-45b4-bda1-83085904433d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.451605 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8148-668c-4a6c-94e3-cc01509e9dd6 admin admin] Publish callbacks [] for security_group (cd26600c-43c2-45b4-bda1-83085904433d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.496946 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8148-668c-4a6c-94e3-cc01509e9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (cd26600c-43c2-45b4-bda1-83085904433d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.499458 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8148-668c-4a6c-94e3-cc01509e9dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.500569 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7b8a8148-668c-4a6c-94e3-cc01509e9dd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd26600c-43c2-45b4-bda1-83085904433d HTTP/1.1" status: 204 len: 168 time: 0.1141691 May 10 14:07:14.507975 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a8148-668c-4a6c-94e3-cc01509e9dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd26600c-43c2-45b4-bda1-83085904433d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:24.218420 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f7a19612-6e77-40a7-8e68-9228ab4cc3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:26.328670 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40e08502-81f7-4797-b26c-6089a5e3bca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:27.771659 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:28.377257 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:07:28.908216 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:30.329174 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.127067 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-a34ecb20-8a2d-4e79-88b0-f487d9fc9b35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379682 May 10 14:07:34.190447 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-e0f40ec2-cdf9-4048-9b64-fa73a0aa0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.191953 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-e0f40ec2-cdf9-4048-9b64-fa73a0aa0f36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 1130 time: 0.0431404 May 10 14:07:34.323060 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beccb2-7cdc-448b-9e4a-f01386a7baef req-4bcc265d-3c67-4cbc-97c4-27ce7185199c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.324554 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-68beccb2-7cdc-448b-9e4a-f01386a7baef req-4bcc265d-3c67-4cbc-97c4-27ce7185199c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0464046 May 10 14:07:34.326614 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-7635e0ea-f366-435c-a84d-3ad591ee328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.328616 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-7635e0ea-f366-435c-a84d-3ad591ee328a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0579405 May 10 14:07:34.332959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-7da4dad1-ee0f-4db2-9107-4d2d625f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.334365 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-7da4dad1-ee0f-4db2-9107-4d2d625f1d0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.1252270 May 10 14:07:34.372444 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-68beccb2-7cdc-448b-9e4a-f01386a7baef req-a16d12e4-b525-461f-8a60-b92822889ff3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 May 10 14:07:34.425293 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-5c3b83b0-66bb-44d0-9112-20a6405b782f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204 HTTP/1.1" status: 200 len: 217 time: 0.0831029 May 10 14:07:34.743924 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-5d187565-aa34-42ab-aa4a-201cc50180d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.746132 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-5d187565-aa34-42ab-aa4a-201cc50180d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.3111265 May 10 14:07:34.750727 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-297aecee-843e-488e-a8ec-0d849b19c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.752734 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-297aecee-843e-488e-a8ec-0d849b19c863 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.4173572 May 10 14:07:34.837919 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-3e8d3471-5a69-415c-a9e6-466cb195878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.839426 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-3e8d3471-5a69-415c-a9e6-466cb195878a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855749 May 10 14:07:34.857014 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-e52a4d5c-2b1c-4e86-beb6-042a9bbda292 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 1002 time: 0.0941796 May 10 14:07:34.948422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-0248c324-d685-4058-bbae-0c15175f26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.949837 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-0248c324-d685-4058-bbae-0c15175f26cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0822620 May 10 14:07:34.992252 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-8667fcb4-5b53-4c4d-8cc1-f8bccd46cd87 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433356 May 10 14:07:35.019228 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-228284da-d05e-40b5-a983-21e839678c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:35.020565 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-228284da-d05e-40b5-a983-21e839678c40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625935 May 10 14:07:35.152599 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c987fae6-9ad9-4fb9-b82c-816b9f481a55 req-7aa87430-d336-4ed3-bfa7-caa9eaa3c1b2 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534762 May 10 14:07:35.162526 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-24c42499-786e-489a-b169-a9456462ff9d service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192627 May 10 14:07:35.253436 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-653f6539-c21d-4168-9ca6-61eb043f13ec req-637e744b-f33e-4231-be0f-466bb54522a3 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804083 May 10 14:07:35.494082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132e577-bc11-4639-b1ca-fda4475b7593 req-bafe10d9-7920-42ca-8c60-b1d848233518 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:35.495535 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8132e577-bc11-4639-b1ca-fda4475b7593 req-bafe10d9-7920-42ca-8c60-b1d848233518 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0502293 May 10 14:07:35.541402 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8132e577-bc11-4639-b1ca-fda4475b7593 req-1426f92a-b6ca-405e-9837-404be1c06521 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392475 May 10 14:07:36.656656 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b458e70-9c3d-422a-9ec3-25d2e42626b6 req-16414554-ff45-4963-8b9c-d5fceb419126 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:36.658181 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3b458e70-9c3d-422a-9ec3-25d2e42626b6 req-16414554-ff45-4963-8b9c-d5fceb419126 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0493388 May 10 14:07:36.667708 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:36.704502 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3b458e70-9c3d-422a-9ec3-25d2e42626b6 req-e5a5ee31-68e0-435b-ad55-f4c5f5626c3a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 May 10 14:07:37.816840 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da1fd9-4241-4dc9-8b28-eabf4a8552fb req-9453dc38-37e4-413c-a028-9979673507dc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:37.818317 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-72da1fd9-4241-4dc9-8b28-eabf4a8552fb req-9453dc38-37e4-413c-a028-9979673507dc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0465794 May 10 14:07:37.865007 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-72da1fd9-4241-4dc9-8b28-eabf4a8552fb req-f6cdec70-a0c1-4835-9c01-51017f637d37 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 May 10 14:07:38.980228 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dd9e7-f8f3-43c7-99d0-fe84849e6125 req-f55af25e-a381-4dfc-aa98-5b7149466606 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:38.981693 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c50dd9e7-f8f3-43c7-99d0-fe84849e6125 req-f55af25e-a381-4dfc-aa98-5b7149466606 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0464909 May 10 14:07:39.029672 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c50dd9e7-f8f3-43c7-99d0-fe84849e6125 req-93a9ef36-24cf-4f9e-bde5-603b5979c7a3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 May 10 14:07:40.145000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d2e6-d935-4a59-8799-c5142dd38b5e req-05ffc30e-05a4-4d37-a3b2-ab551ac1e107 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:40.146406 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4b80d2e6-d935-4a59-8799-c5142dd38b5e req-05ffc30e-05a4-4d37-a3b2-ab551ac1e107 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0471516 May 10 14:07:40.195302 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4b80d2e6-d935-4a59-8799-c5142dd38b5e req-37e49e18-5b0d-41c2-a963-51e334c43c27 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 May 10 14:07:41.313977 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2b468-815b-4312-a05e-278b3d4fde32 req-6eae6901-11bc-46eb-b7ed-8e1a88dbf49c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:41.315429 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-91b2b468-815b-4312-a05e-278b3d4fde32 req-6eae6901-11bc-46eb-b7ed-8e1a88dbf49c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0515251 May 10 14:07:41.367356 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-91b2b468-815b-4312-a05e-278b3d4fde32 req-a37eec34-f27f-45f8-856e-7db2493c587d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 May 10 14:07:42.487095 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20bf09-15b6-483d-bd5c-e35d4b87a6e9 req-ed6a4d47-0442-4b8b-8353-fcb62d0f263f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:42.488679 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c20bf09-15b6-483d-bd5c-e35d4b87a6e9 req-ed6a4d47-0442-4b8b-8353-fcb62d0f263f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0515580 May 10 14:07:42.543319 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c20bf09-15b6-483d-bd5c-e35d4b87a6e9 req-482b6bfd-32cb-4a25-8cc5-b35661f92d9c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 May 10 14:07:43.657328 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722211-3b90-472a-8868-8ef73b916169 req-e95ea41b-e651-444c-a117-e281d39ff92e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:43.658837 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-18722211-3b90-472a-8868-8ef73b916169 req-e95ea41b-e651-444c-a117-e281d39ff92e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0473003 May 10 14:07:43.704982 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-18722211-3b90-472a-8868-8ef73b916169 req-98b1c11d-d5e9-42b2-a985-5c2b8d2e7245 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 May 10 14:07:44.820827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35657591-2938-40c4-b48b-8a2c77e07304 req-6e8f553a-ba70-47f7-97e9-04a680e04350 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:44.822290 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-35657591-2938-40c4-b48b-8a2c77e07304 req-6e8f553a-ba70-47f7-97e9-04a680e04350 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0469987 May 10 14:07:44.868446 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-35657591-2938-40c4-b48b-8a2c77e07304 req-96610d45-085f-4f8c-a24d-d5b7ebb928d5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 May 10 14:07:45.968212 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc050f-9207-4ed8-ab2b-2e336bbc51d3 req-fd293f82-0e41-45d0-8998-9390f49f4ead tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:45.969584 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87dc050f-9207-4ed8-ab2b-2e336bbc51d3 req-fd293f82-0e41-45d0-8998-9390f49f4ead tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0500791 May 10 14:07:45.985079 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214a15a-9ee0-42bb-964c-e2453583870c req-c9491361-9576-499b-b897-fe5ae30261f7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:45.986572 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1214a15a-9ee0-42bb-964c-e2453583870c req-c9491361-9576-499b-b897-fe5ae30261f7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0471592 May 10 14:07:46.017991 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87dc050f-9207-4ed8-ab2b-2e336bbc51d3 req-1690f6af-fa00-4824-a130-51358c3ed928 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 May 10 14:07:46.037392 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1214a15a-9ee0-42bb-964c-e2453583870c req-4e8efadf-6115-47e1-8b80-8caa0c645e9d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 May 10 14:07:47.133088 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c6a4-6534-4d55-a8e8-d185c50caac2 req-4c7153f4-3c5a-4377-9ca8-3e36e36f90d0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:47.134494 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fd0c6a4-6534-4d55-a8e8-d185c50caac2 req-4c7153f4-3c5a-4377-9ca8-3e36e36f90d0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0467322 May 10 14:07:47.153831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9aa2-767b-4d53-98de-494927aca515 req-d38f400e-6627-4ec8-bd5b-d87da26e38b0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:47.155316 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0cc9aa2-767b-4d53-98de-494927aca515 req-d38f400e-6627-4ec8-bd5b-d87da26e38b0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0485730 May 10 14:07:47.183794 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3fd0c6a4-6534-4d55-a8e8-d185c50caac2 req-b8732698-f97a-43e2-bb92-aa102dd36b75 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9161de-1bfd-47c9-b268-af8deed66929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 May 10 14:07:47.205712 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0cc9aa2-767b-4d53-98de-494927aca515 req-308b1814-43e5-4d14-97c6-a12094e2d429 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 May 10 14:07:47.681815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669503-5e72-4944-a81d-a167efec9342 req-ebd1908f-ef41-49d2-9d0f-dab022066033 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:47.683281 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76669503-5e72-4944-a81d-a167efec9342 req-ebd1908f-ef41-49d2-9d0f-dab022066033 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 946 time: 0.0516398 May 10 14:07:47.768514 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:47.768858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:47.864063 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] For port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:47.864422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.080736 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.081011 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (04db2c15-fda4-4e7d-8858-d6a05ce92007), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.081330 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP 04db2c15-fda4-4e7d-8858-d6a05ce92007 disassociated. External IP: 172.27.2.174, port: 2b916a17-cd0b-44b0-98d1-77ec3e3cee35. May 10 14:07:48.081669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:48.207029 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (2b916a17-cd0b-44b0-98d1-77ec3e3cee35), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.239288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=2b916a17-cd0b-44b0-98d1-77ec3e3cee35,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:48.320840 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a7088e8e-a86e-41df-a12a-04ae99d6d4c6 req-b0e501bb-ea3f-49f6-aa0b-4f76936fd56c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=73002aaf-a92d-4871-be43-ae3e119a8492 HTTP/1.1" status: 200 len: 210 time: 0.0645003 May 10 14:07:48.350547 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaf32b-a1c5-4751-9fd2-17232c9ef8c8 req-23d110f1-236f-455f-89b3-1d501b466315 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:48.352139 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a3aaf32b-a1c5-4751-9fd2-17232c9ef8c8 req-23d110f1-236f-455f-89b3-1d501b466315 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0686166 May 10 14:07:48.400419 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:07:48.401992 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a3aaf32b-a1c5-4751-9fd2-17232c9ef8c8 req-115829f2-da32-43f8-a667-7b02361d3f9a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 May 10 14:07:48.510058 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:07:48.521518 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:07:48.531664 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:48.532651 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:48.552617 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] No DVR routers for this DVR port 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:07:48.555458 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.559237 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76669503-5e72-4944-a81d-a167efec9342 req-aff78841-b984-41d8-b25e-1a720fbc237d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "DELETE /v2.0/ports/2b916a17-cd0b-44b0-98d1-77ec3e3cee35 HTTP/1.1" status: 204 len: 173 time: 0.8704133 May 10 14:07:48.559755 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'name': 'network-vif-deleted', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:48.563986 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66139cf-f775-4871-9b25-d5acc6eefea5" -d '{"events": [{"server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "name": "network-vif-deleted", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:48.655344 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:48.700512 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d5ab83-1fce-4900-8303-9a50397c7371 x-openstack-request-id: req-79d5ab83-1fce-4900-8303-9a50397c7371 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:48.701072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73002aaf-a92d-4871-be43-ae3e119a8492", "name": "network-vif-deleted", "tag": "2b916a17-cd0b-44b0-98d1-77ec3e3cee35", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:48.701547 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79d5ab83-1fce-4900-8303-9a50397c7371 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:48.702646 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d5ab83-1fce-4900-8303-9a50397c7371'] response: {'server_uuid': '73002aaf-a92d-4871-be43-ae3e119a8492', 'name': 'network-vif-deleted', 'tag': '2b916a17-cd0b-44b0-98d1-77ec3e3cee35', 'status': 'completed', 'code': 200} May 10 14:07:48.870796 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:55Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:48.901012 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:07:48.909506 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:48.910101 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:49.021741 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:49.234360 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:55Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:49.263124 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062404be-20ef-4481-ae7b-c4c68d2026c4 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'e3295967-2a57-432f-b0d0-ed1147a7b6b0', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:27:90:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:02:55Z', 'revision_number': 2, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:07:49.427661 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 32932) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:49.525975 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8196f252-c741-4aac-a2f1-63e36e6eca10 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (ab9161de-1bfd-47c9-b268-af8deed66929), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.531204 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af026f8-81e2-4819-a83e-fc56e07f633f None None] New status for floating IP 04db2c15-fda4-4e7d-8858-d6a05ce92007: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:07:49.546598 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623ec71-d402-41e4-aadb-988cbfea7f5a req-be8cef31-5b12-4a7f-a8af-c8dff7ed0fa8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:49.548176 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d623ec71-d402-41e4-aadb-988cbfea7f5a req-be8cef31-5b12-4a7f-a8af-c8dff7ed0fa8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0673387 May 10 14:07:49.574620 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8196f252-c741-4aac-a2f1-63e36e6eca10 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (ab9161de-1bfd-47c9-b268-af8deed66929), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.632239 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d623ec71-d402-41e4-aadb-988cbfea7f5a req-1bfdc37b-0ec6-49ea-aa64-a6e4b8c9148e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740550 May 10 14:07:49.653591 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8196f252-c741-4aac-a2f1-63e36e6eca10 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ab9161de-1bfd-47c9-b268-af8deed66929), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.658406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8196f252-c741-4aac-a2f1-63e36e6eca10 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.668115 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8196f252-c741-4aac-a2f1-63e36e6eca10 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab9161de-1bfd-47c9-b268-af8deed66929 HTTP/1.1" status: 204 len: 168 time: 0.2302351 May 10 14:07:49.668434 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 32936) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:49.677047 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-f702cf37-d888-47a6-8256-7158fa65cf6d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] show failed (client error): The resource could not be found. May 10 14:07:49.678046 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f702cf37-d888-47a6-8256-7158fa65cf6d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups/ab9161de-1bfd-47c9-b268-af8deed66929 HTTP/1.1" status: 404 len: 347 time: 0.0147746 May 10 14:07:49.681259 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 32938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:49.683459 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f252-c741-4aac-a2f1-63e36e6eca10 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9161de-1bfd-47c9-b268-af8deed66929,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:49.818940 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port dd9f1b15-a42b-4f98-b330-51fb62df37f9 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:49.819202 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.899320 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.899712 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (dd9f1b15-a42b-4f98-b330-51fb62df37f9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.914477 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for dd9f1b15-a42b-4f98-b330-51fb62df37f9 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:50.054528 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (dd9f1b15-a42b-4f98-b330-51fb62df37f9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:50.085050 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=dd9f1b15-a42b-4f98-b330-51fb62df37f9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:50.145811 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (04db2c15-fda4-4e7d-8858-d6a05ce92007), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:50.148360 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:50.152426 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3258323e-e482-495e-b011-0398c7554350 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/floatingips/04db2c15-fda4-4e7d-8858-d6a05ce92007 HTTP/1.1" status: 204 len: 168 time: 0.4622028 May 10 14:07:50.237626 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:07:50.258873 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:07:50.259011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2b916a17-cd0b-44b0-98d1-77ec3e3cee35 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:07:50.769064 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43ebe-7231-48cb-b4ff-1e53f6457182 req-46133353-398e-44ab-8718-eacdbf24ee00 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:50.770775 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4b43ebe-7231-48cb-b4ff-1e53f6457182 req-46133353-398e-44ab-8718-eacdbf24ee00 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0490694 May 10 14:07:50.823395 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4b43ebe-7231-48cb-b4ff-1e53f6457182 req-42ced864-27f7-4e03-ba06-78e77d717fd1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456307 May 10 14:07:51.938571 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5882-8ce2-4b7e-9016-21d8e73e66cd req-25df3862-e438-48a0-a2b7-1bef523ffd4d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:51.940036 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ef5882-8ce2-4b7e-9016-21d8e73e66cd req-25df3862-e438-48a0-a2b7-1bef523ffd4d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0466073 May 10 14:07:51.986231 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07ef5882-8ce2-4b7e-9016-21d8e73e66cd req-d51fa099-10ae-4ff6-83d5-c7945168b663 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 May 10 14:07:52.665146 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988c59-8804-4505-8275-c1d1aba090d4 req-d5eb66be-20c5-49e7-8106-81dd8b7c191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:52.666599 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15988c59-8804-4505-8275-c1d1aba090d4 req-d5eb66be-20c5-49e7-8106-81dd8b7c191f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0364354 May 10 14:07:52.709394 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15988c59-8804-4505-8275-c1d1aba090d4 req-3d712e66-0d87-47b3-b9d2-3f9bd8ec40a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365903 May 10 14:07:53.101188 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52140e-b61e-4ff3-9d24-de9a2717350c req-0cb3d2b3-2535-44c9-97da-52de6cd47366 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:53.102658 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec52140e-b61e-4ff3-9d24-de9a2717350c req-0cb3d2b3-2535-44c9-97da-52de6cd47366 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0484765 May 10 14:07:53.149059 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ec52140e-b61e-4ff3-9d24-de9a2717350c req-6191e1e6-3a5c-474a-9d34-88750f3287a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 May 10 14:07:53.851257 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5ac28-12b0-4d17-8c87-12dccc3f9637 req-df842cfd-7e94-4b9a-bd9a-a9634171467d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:53.852737 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-00f5ac28-12b0-4d17-8c87-12dccc3f9637 req-df842cfd-7e94-4b9a-bd9a-a9634171467d tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0517578 May 10 14:07:53.900258 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-00f5ac28-12b0-4d17-8c87-12dccc3f9637 req-80ed11cd-520c-450e-863d-745edc1b2221 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 May 10 14:07:54.220175 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eae2de33-2d5f-4fef-ab57-af91de1084a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:54.266907 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30400d27-cc70-477e-9fa3-0bffc0ab3be7 req-a55fd45c-49b0-40b4-a380-1bcb33ac9b0d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:54.268389 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-30400d27-cc70-477e-9fa3-0bffc0ab3be7 req-a55fd45c-49b0-40b4-a380-1bcb33ac9b0d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0471225 May 10 14:07:54.314553 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-30400d27-cc70-477e-9fa3-0bffc0ab3be7 req-1f2e59f5-1440-42c9-8bcd-03104df12307 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 May 10 14:07:54.931628 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c996429-3b98-4e37-90d2-a117accda3bf req-e9db8ac8-923d-49df-884e-a31fda40d254 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:54.933071 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7c996429-3b98-4e37-90d2-a117accda3bf req-e9db8ac8-923d-49df-884e-a31fda40d254 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0462658 May 10 14:07:55.012767 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbcd78-bba0-4a72-bb7c-810fd9ee113f req-26074879-b3ad-46b5-9914-9b0e57a65b7a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:55.014273 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ecbcd78-bba0-4a72-bb7c-810fd9ee113f req-26074879-b3ad-46b5-9914-9b0e57a65b7a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 945 time: 0.0469275 May 10 14:07:55.020887 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port 16a28325-933e-48f7-9d78-2defa48a5ac0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:55.021233 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.060977 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ecbcd78-bba0-4a72-bb7c-810fd9ee113f req-3ba3e637-3383-4918-8d18-666654a77e31 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a3b97ee-ced9-46f4-8ede-f9685ee5aead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401525 May 10 14:07:55.114116 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] For port 16a28325-933e-48f7-9d78-2defa48a5ac0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=16a28325-933e-48f7-9d78-2defa48a5ac0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:55.114437 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.280681 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.281374 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (e3295967-2a57-432f-b0d0-ed1147a7b6b0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.281374 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP e3295967-2a57-432f-b0d0-ed1147a7b6b0 disassociated. External IP: 172.27.2.207, port: 16a28325-933e-48f7-9d78-2defa48a5ac0. May 10 14:07:55.281665 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for 16a28325-933e-48f7-9d78-2defa48a5ac0 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:55.457129 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d11106-c0ec-4934-9e39-23e6a082029e req-42779fc1-2ef8-479c-9472-36633d57c042 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:55.458517 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55d11106-c0ec-4934-9e39-23e6a082029e req-42779fc1-2ef8-479c-9472-36633d57c042 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0660465 May 10 14:07:55.459225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (16a28325-933e-48f7-9d78-2defa48a5ac0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.492751 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=16a28325-933e-48f7-9d78-2defa48a5ac0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:55.570896 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55d11106-c0ec-4934-9e39-23e6a082029e req-f079cee3-8332-46a3-a60b-68de1964ff3c tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045673 May 10 14:07:55.635953 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:07:55.940154 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b984c32-5344-4ac8-8c46-451142275ad1 req-d005c167-a85e-4b4e-b1d1-16cb336cc883 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:55.942689 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b984c32-5344-4ac8-8c46-451142275ad1 req-d005c167-a85e-4b4e-b1d1-16cb336cc883 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0534456 May 10 14:07:55.978665 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-eb1977a3-3e8a-4331-a04b-6e16bab1aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:55.980036 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-eb1977a3-3e8a-4331-a04b-6e16bab1aae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0519979 May 10 14:07:56.001020 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b984c32-5344-4ac8-8c46-451142275ad1 req-5466bcce-ea59-437d-b1c9-9f604d9173a1 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532355 May 10 14:07:56.077174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:07:56.090813 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:07:56.101818 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:56.102457 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:56.136044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] No DVR routers for this DVR port 16a28325-933e-48f7-9d78-2defa48a5ac0 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:07:56.143600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:56.146745 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7c996429-3b98-4e37-90d2-a117accda3bf req-02d20a0c-18cd-417f-b48d-1d875739049c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "DELETE /v2.0/ports/16a28325-933e-48f7-9d78-2defa48a5ac0 HTTP/1.1" status: 204 len: 173 time: 1.2088966 May 10 14:07:56.147178 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'name': 'network-vif-deleted', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:56.149398 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88622f0f-de46-4791-95bf-576d04a44a73" -d '{"events": [{"server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "name": "network-vif-deleted", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:56.166233 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-7dbcb11a-1723-412e-8b52-a27a05b71cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:56.167063 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-7dbcb11a-1723-412e-8b52-a27a05b71cc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.1815126 May 10 14:07:56.190550 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07c4a721-f232-441b-b10b-fad353dbc98d req-ecc7781a-369c-46b7-a3e5-806569df2471 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b01e464c-7bb4-4da3-b486-18b941be97b9 HTTP/1.1" status: 200 len: 210 time: 0.0366001 May 10 14:07:56.221393 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd24e6-4602-4e5a-bfbf-71fe3c48a4e2 x-openstack-request-id: req-30dd24e6-4602-4e5a-bfbf-71fe3c48a4e2 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:56.221739 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e464c-7bb4-4da3-b486-18b941be97b9", "name": "network-vif-deleted", "tag": "16a28325-933e-48f7-9d78-2defa48a5ac0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:56.221952 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30dd24e6-4602-4e5a-bfbf-71fe3c48a4e2 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:56.222333 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dd24e6-4602-4e5a-bfbf-71fe3c48a4e2'] response: {'server_uuid': 'b01e464c-7bb4-4da3-b486-18b941be97b9', 'name': 'network-vif-deleted', 'tag': '16a28325-933e-48f7-9d78-2defa48a5ac0', 'status': 'completed', 'code': 200} May 10 14:07:56.225264 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:56.251034 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-1209d0af-5afa-4583-baca-9c2b1c5db248 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 1002 time: 0.0680578 May 10 14:07:56.312848 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-4cfcdd0b-b4ed-4709-b75a-84fb97828888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:56.314327 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-4cfcdd0b-b4ed-4709-b75a-84fb97828888 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0492580 May 10 14:07:56.332291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c2c34449-dd3c-4036-9684-0173f5a457fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:56.423548 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:56.530753 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:07:56.541212 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:56.541821 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:56.569682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-2009f591-805c-43d0-a1cf-b1dad7990b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:56.571617 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-2009f591-805c-43d0-a1cf-b1dad7990b57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410120 May 10 14:07:56.663354 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:56.682551 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-5233ae13-482a-435b-93b4-a79e77cef711 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045055 May 10 14:07:56.776699 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c08f49f0-72ec-48b0-a4b4-5dbf81502292 req-684c0ce7-60fc-4c0f-9554-6a5afb1c8538 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878413 May 10 14:07:56.860667 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:56.886638 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681a461-a1a9-4ff4-9a1f-48afc4e0bb70 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:07:57.128905 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de828c4-7405-4ec9-81d9-54c2fd54f340 None None] New status for floating IP e3295967-2a57-432f-b0d0-ed1147a7b6b0: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:07:57.130852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548608f-6572-4393-a43b-671162f2e346 req-624b6273-5ac0-4aae-b28a-5c37fabbf105 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:57.132411 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5548608f-6572-4393-a43b-671162f2e346 req-624b6273-5ac0-4aae-b28a-5c37fabbf105 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0499060 May 10 14:07:57.179304 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5548608f-6572-4393-a43b-671162f2e346 req-a36f17a8-0b07-4a09-a01f-8e76b27d5ee0 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413358 May 10 14:07:57.293612 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33000) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:57.346923 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffac03b7-85d8-43f7-be5a-46f0077b5360 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (7a3b97ee-ced9-46f4-8ede-f9685ee5aead), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.370584 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffac03b7-85d8-43f7-be5a-46f0077b5360 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (7a3b97ee-ced9-46f4-8ede-f9685ee5aead), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.416268 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffac03b7-85d8-43f7-be5a-46f0077b5360 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7a3b97ee-ced9-46f4-8ede-f9685ee5aead), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.418815 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffac03b7-85d8-43f7-be5a-46f0077b5360 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.419923 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ffac03b7-85d8-43f7-be5a-46f0077b5360 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a3b97ee-ced9-46f4-8ede-f9685ee5aead HTTP/1.1" status: 204 len: 168 time: 0.1252260 May 10 14:07:57.423152 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33002) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:57.429930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac03b7-85d8-43f7-be5a-46f0077b5360 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b97ee-ced9-46f4-8ede-f9685ee5aead,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:57.441475 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-1e002030-ea89-4933-8120-556214b85bc4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] show failed (client error): The resource could not be found. May 10 14:07:57.442536 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1e002030-ea89-4933-8120-556214b85bc4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups/7a3b97ee-ced9-46f4-8ede-f9685ee5aead HTTP/1.1" status: 404 len: 347 time: 0.0183630 May 10 14:07:57.445511 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33004) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:57.571065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port a7da1ff7-b50a-4a61-afc4-ec1335c247fb {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:57.571402 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.645566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.645807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.662257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for a7da1ff7-b50a-4a61-afc4-ec1335c247fb owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:57.773833 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.789817 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (a7da1ff7-b50a-4a61-afc4-ec1335c247fb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.816125 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=a7da1ff7-b50a-4a61-afc4-ec1335c247fb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:57.879260 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (e3295967-2a57-432f-b0d0-ed1147a7b6b0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.881750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:57.882924 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-024fdd81-1ebf-4ae5-828d-f6610012c988 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/floatingips/e3295967-2a57-432f-b0d0-ed1147a7b6b0 HTTP/1.1" status: 204 len: 168 time: 0.4364791 May 10 14:07:57.962449 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33008) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:57.967121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47810697', 'description': 'tempest-description--143834424'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:57.988607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.056622 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (ae68fcfe-f66e-4ee9-b2cf-19808d763dce), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.059935 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ae68fcfe-f66e-4ee9-b2cf-19808d763dce), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.088839 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.090038 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1265464 May 10 14:07:58.092003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0ed30-ad18-47d4-b697-0cac3e7dd340 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68fcfe-f66e-4ee9-b2cf-19808d763dce,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:58.092998 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33010) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:58.097487 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': 'ae68fcfe-f66e-4ee9-b2cf-19808d763dce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:58.122598 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (d011375a-5712-4e53-8186-a16fc811e313), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.179135 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (d011375a-5712-4e53-8186-a16fc811e313), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.182530 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (d011375a-5712-4e53-8186-a16fc811e313), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.199890 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d011375a-5712-4e53-8186-a16fc811e313,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:58.207752 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.208922 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e6410433-e7cd-4cdb-8869-d5e2ae106b9b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148863 May 10 14:07:58.211643 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33014) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:58.215930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': 'ae68fcfe-f66e-4ee9-b2cf-19808d763dce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:58.241789 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (9f8feb82-d681-43aa-b595-097deb58e9fa), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.290673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 16a28325-933e-48f7-9d78-2defa48a5ac0 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:07:58.313951 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 16a28325-933e-48f7-9d78-2defa48a5ac0 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:07:58.314306 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 16a28325-933e-48f7-9d78-2defa48a5ac0 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:07:58.314540 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2820b5-3c71-48e0-8022-dd58b7fcbe58 req-9014854e-51d1-459f-bd70-ba0109b6ede9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:58.316034 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e2820b5-3c71-48e0-8022-dd58b7fcbe58 req-9014854e-51d1-459f-bd70-ba0109b6ede9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0612638 May 10 14:07:58.341914 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (9f8feb82-d681-43aa-b595-097deb58e9fa), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.346476 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (9f8feb82-d681-43aa-b595-097deb58e9fa), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.378270 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8feb82-d681-43aa-b595-097deb58e9fa,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:58.388042 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e2820b5-3c71-48e0-8022-dd58b7fcbe58 req-8895c068-ff67-4f43-ab9d-f902cb94314d tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661910 May 10 14:07:58.391729 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.392743 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-76516924-f345-4cf0-a78e-f750fdda8c71 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802113 May 10 14:07:58.395770 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33016) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:58.399900 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:58.425249 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.500714 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.605419 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.27.2.129 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/ee32c1f8-3ff7-4869-9422-5cfece5d5c92) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:07:58.704162 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.736937 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.771470 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:07:58.774185 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:58.777514 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:07:58.813360 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=ee32c1f8-3ff7-4869-9422-5cfece5d5c92,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:58.908991 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (83e2fe6d-d820-4a6d-88dd-c0a26e679400), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.913033 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.951852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.096103 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.100328 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.171191 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=ee32c1f8-3ff7-4869-9422-5cfece5d5c92,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:59.180653 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (83e2fe6d-d820-4a6d-88dd-c0a26e679400), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.196507 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.197725 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ade0b06c-51f9-4067-bf9b-e6c06ac13f3a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8010619 May 10 14:07:59.342620 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-a9448634-72f1-4da8-8677-43827ecda8ad tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--47810697&fields=id&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 267 time: 0.0424831 May 10 14:07:59.458666 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-365592f2-b0cd-4982-87cb-eb6b2d34d4b3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:59.460109 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-365592f2-b0cd-4982-87cb-eb6b2d34d4b3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.1103861 May 10 14:07:59.478175 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-432816c8-53bf-4a7d-999a-82c2aaefe6f4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/quotas/47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 375 time: 0.0103309 May 10 14:07:59.513830 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982e53-0495-47cc-b44e-5ce416bdb29e req-68593a5f-3a6d-4d6a-a037-17b6571bf161 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:59.515907 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-24982e53-0495-47cc-b44e-5ce416bdb29e req-68593a5f-3a6d-4d6a-a037-17b6571bf161 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0480862 May 10 14:07:59.527974 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-a883fe8d-664e-49d7-bfc6-a9123f665754 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443554 May 10 14:07:59.563446 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-24982e53-0495-47cc-b44e-5ce416bdb29e req-6af25fab-49c8-4ee3-b57c-c247a12bf56b tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 May 10 14:07:59.678491 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02fddd-1a8b-4c52-b77e-db5060b9c475 req-1b1ec8cc-abf6-4e38-94ef-2b8f75c5f8e5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:59.679892 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc02fddd-1a8b-4c52-b77e-db5060b9c475 req-1b1ec8cc-abf6-4e38-94ef-2b8f75c5f8e5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0509379 May 10 14:07:59.688551 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33036) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:59.692967 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Request body: {'floatingip': {'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:59.717772 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-2a884f20-4090-445d-8f51-c3c69c0ce35d service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788695 May 10 14:07:59.749494 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.807238 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-7d1cc999-5f37-447c-84a3-322d5e860f21 service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830331 May 10 14:08:00.217371 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:00.221319 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:00.331078 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:00.442808 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Router 10337019-06f8-4cc8-a558-fc48f30d9a45 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:08:00.759801 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:08:00.764580 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:00.775016 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] Sync routers for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:08:00.785471 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:08:00.786070 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:00.795185 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:00.797917 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fd4bdd-213f-4601-8fca-b556dfb52b37" -d '{"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:00.827125 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-37dc8f1e-1ccb-4d29-a532-cb20291a44b5 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "PUT /v2.0/floatingips/3c9b1b61-85ac-4cbe-8122-049636e3dd52 HTTP/1.1" status: 200 len: 994 time: 1.1373746 May 10 14:08:00.894260 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:08:00.908134 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3108e5d6-c42b-4c29-a886-2b19cdc8a484 x-openstack-request-id: req-3108e5d6-c42b-4c29-a886-2b19cdc8a484 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:00.908418 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:00.908662 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3108e5d6-c42b-4c29-a886-2b19cdc8a484 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:00.909055 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3108e5d6-c42b-4c29-a886-2b19cdc8a484'] response: {'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'status': 'completed', 'code': 200} May 10 14:08:00.974608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-b4226a1d-cf17-4cbb-a8d7-2c21de76957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:00.976209 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-b4226a1d-cf17-4cbb-a8d7-2c21de76957d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0413260 May 10 14:08:00.987453 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1d4821c1-2753-4364-b946-0d38080c5602 req-e6249c75-6764-49b5-98e5-d8af097f3ad0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0294745 May 10 14:08:01.078592 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-c5129386-9619-46db-8b97-56b08d824ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:01.080067 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-c5129386-9619-46db-8b97-56b08d824ac5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.0980082 May 10 14:08:01.110109 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '3c9b1b61-85ac-4cbe-8122-049636e3dd52', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:08:00Z', 'revision_number': 3, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:01.136820 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] Checking router: 10337019-06f8-4cc8-a558-fc48f30d9a45 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:08:01.144623 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-d8e47ad3-b0b4-44ae-b0bd-264fce572df2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 1002 time: 0.0586555 May 10 14:08:01.147917 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:08:01.148511 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:01.197396 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-93cff695-24df-4d84-8e65-db09bdf7dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:01.198880 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-93cff695-24df-4d84-8e65-db09bdf7dcf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0477958 May 10 14:08:01.242362 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-384e1348-bf8e-4b8c-a928-b8c805f54d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:01.244038 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-384e1348-bf8e-4b8c-a928-b8c805f54d22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384164 May 10 14:08:01.256542 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:08:01.333262 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-5729e2dc-5efe-4d82-bd20-21c33177c23a service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829229 May 10 14:08:01.426241 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23fd4bdd-213f-4601-8fca-b556dfb52b37 req-e05d8ed9-d8a5-4435-8343-0e5d3559d0b1 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 May 10 14:08:01.471326 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '3c9b1b61-85ac-4cbe-8122-049636e3dd52', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:08:00Z', 'revision_number': 3, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:01.497113 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f583-8825-4b30-ae49-936ac34581cf None None] The sync data for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi is: [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '3c9b1b61-85ac-4cbe-8122-049636e3dd52', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'port_id': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'mac_address': 'fa:16:3e:ca:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:08:00Z', 'revision_number': 3, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:08:02.065911 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44168e57-3e6d-4395-b275-4a63f4648a60 req-429fde8b-b64e-44c9-bbfc-8e6e60148cbf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0288007 May 10 14:08:02.910551 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:02.912910 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b012c-24ab-4f76-a24f-f090c721305b" -d '{"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:02.948984 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea790fe-54b4-4e86-86e2-7514bf1f4c0d x-openstack-request-id: req-2ea790fe-54b4-4e86-86e2-7514bf1f4c0d {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:02.949273 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:02.949522 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ea790fe-54b4-4e86-86e2-7514bf1f4c0d {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:02.949914 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea790fe-54b4-4e86-86e2-7514bf1f4c0d'] response: {'name': 'network-changed', 'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'status': 'completed', 'code': 200} May 10 14:08:03.013337 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b012c-24ab-4f76-a24f-f090c721305b req-2774c046-5f11-46fe-8aae-a28bdda20347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.014846 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-2774c046-5f11-46fe-8aae-a28bdda20347 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=523029c9401f49c399be46bfe308b5e6&device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 1130 time: 0.0389981 May 10 14:08:03.105295 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b012c-24ab-4f76-a24f-f090c721305b req-5ce8a239-1c01-43d3-bace-82f497f2b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.106839 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-5ce8a239-1c01-43d3-bace-82f497f2b494 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 200 len: 919 time: 0.0858436 May 10 14:08:03.175665 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa0d58b0-4495-4e17-a2ec-f76a50d34666 req-2377b97d-a6fe-4f5c-972b-8630793a0fdb tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0572391 May 10 14:08:03.204914 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-3e8de98d-8caa-427f-9553-f1b67dcd19dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 200 len: 1002 time: 0.0919094 May 10 14:08:03.263954 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b012c-24ab-4f76-a24f-f090c721305b req-544534f7-5ff3-46c3-9c41-158fa5026f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.265825 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-544534f7-5ff3-46c3-9c41-158fa5026f25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 200 len: 857 time: 0.0547037 May 10 14:08:03.315123 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b012c-24ab-4f76-a24f-f090c721305b req-6441de16-93ed-4d56-9642-fee785c680d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.316856 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-6441de16-93ed-4d56-9642-fee785c680d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48a28d6-d3fb-47b6-bcca-bb27d9f57474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401711 May 10 14:08:03.406924 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-9622bb27-3024-4465-9d61-871cfa12d4f6 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836658 May 10 14:08:03.496871 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d02b012c-24ab-4f76-a24f-f090c721305b req-c399ba69-9c80-4d52-acb3-14100f134504 service neutron] 10.222.0.59 "GET /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839005 May 10 14:08:04.252357 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a8e26bd-1213-4844-8078-7837a352c6d0 req-083319fd-078d-41fb-a306-b7e59f0d8651 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0280793 May 10 14:08:05.324137 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f2566-65b4-4b5d-b34a-f2db3121230e req-ee2e2d7d-dead-4408-86a2-f8ada34f54cb tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:05.325757 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-490f2566-65b4-4b5d-b34a-f2db3121230e req-ee2e2d7d-dead-4408-86a2-f8ada34f54cb tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0480108 May 10 14:08:05.354596 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4bef5589-6e75-412b-8f0d-1c63f586fdf6 req-87c86c76-a783-4bd5-bb91-577ee8971c4c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0312283 May 10 14:08:05.377418 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:08:05.383550 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-490f2566-65b4-4b5d-b34a-f2db3121230e req-f0cb3c4f-9e42-40c5-9592-2265ee8f7c40 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515003 May 10 14:08:06.057196 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-e099e7bd-e7d0-4f27-b4a0-cc8d5231b58b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:06.058636 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-e099e7bd-e7d0-4f27-b4a0-cc8d5231b58b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.1037481 May 10 14:08:06.119769 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-c658f558-fc87-4b36-adb4-e24f53a7cfef tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 378 time: 0.0530674 May 10 14:08:06.204531 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'port': {'device_id': '8a09a513-e43b-4233-a490-2041140d9dca', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'admin_state_up': True, 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'security_groups': ['ae68fcfe-f66e-4ee9-b2cf-19808d763dce']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:08:06.312843 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Made reservation on behalf of 47d6a9eb6fd3415d9059fe567e2dfa02 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:08:06.316207 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.445517 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.20.0.5 (49c07cd0-6152-43ba-84e4-0ef3e3d224df/d3af196a-924e-4c4d-9848-2aacf16ee06e/1277ce7c-0191-40fb-998f-f307d1835a4d) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:08:06.451651 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a3bd1b95-1f99-4ff8-963b-387ca8ff4618 req-37c8f092-5869-4abf-b43d-30c018155fe1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0280337 May 10 14:08:06.518732 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cc798-1642-42d1-8b76-6119cdc52728 req-8611f0ee-8c9d-4055-9bd3-1d442e4dda52 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:06.520197 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba0cc798-1642-42d1-8b76-6119cdc52728 req-8611f0ee-8c9d-4055-9bd3-1d442e4dda52 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0652232 May 10 14:08:06.620135 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba0cc798-1642-42d1-8b76-6119cdc52728 req-def34b12-8c38-4ea7-8e8a-51ced8fa2f3b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941100 May 10 14:08:06.657631 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.674303 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.690266 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.731975 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:08:06.735620 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:08:06.741822 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:08:06.747595 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=1277ce7c-0191-40fb-998f-f307d1835a4d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:06.793617 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:06.794304 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.811291 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5815531f-7fb0-4ce7-9a65-856561bce0e4 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110604 May 10 14:08:06.822711 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Request body: {'port': {'device_id': '8a09a513-e43b-4233-a490-2041140d9dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:08:06.887714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.919365 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-785c9cf3-065e-4327-8e00-80ed9412e0b2 None None] Provisioning complete for port 1277ce7c-0191-40fb-998f-f307d1835a4d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:06.920219 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-785c9cf3-065e-4327-8e00-80ed9412e0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:06.955722 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-785c9cf3-065e-4327-8e00-80ed9412e0b2 None None] Port 1277ce7c-0191-40fb-998f-f307d1835a4d cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:08:07.148667 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1277ce7c-0191-40fb-998f-f307d1835a4d {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:08:07.156981 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Publish callbacks [] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:07.168958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Transition to ACTIVE for port object 1277ce7c-0191-40fb-998f-f307d1835a4d will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:08:07.173573 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:07.224098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Pushing event updated for resources: {'Port': ['ID=1277ce7c-0191-40fb-998f-f307d1835a4d,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:07.298352 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Attempting to bind port 1277ce7c-0191-40fb-998f-f307d1835a4d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:08:07.298696 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Attempting to bind port 1277ce7c-0191-40fb-998f-f307d1835a4d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:08:07.299033 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Attempting to bind port 1277ce7c-0191-40fb-998f-f307d1835a4d on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:08:07.303861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Port 1277ce7c-0191-40fb-998f-f307d1835a4d on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:08:07.304184 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Attempting to bind port 1277ce7c-0191-40fb-998f-f307d1835a4d on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:08:07.309355 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:08:07.309692 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:08:07.310075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Bound using segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:08:07.310539 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Bound port: 1277ce7c-0191-40fb-998f-f307d1835a4d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:08:07.310902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:07.376931 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] For port 1277ce7c-0191-40fb-998f-f307d1835a4d, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:08:07.380107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] For port 1277ce7c-0191-40fb-998f-f307d1835a4d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1277ce7c-0191-40fb-998f-f307d1835a4d,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:08:07.384931 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:07.418958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.419565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:07.421535 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] 10.222.0.59 "PUT /v2.0/ports/1277ce7c-0191-40fb-998f-f307d1835a4d HTTP/1.1" status: 200 len: 1093 time: 0.6027341 May 10 14:08:07.421948 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:07.424231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca1066-2201-4325-82a3-265baefcc3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:07.451855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fe29a-acc3-4cd8-8f39-4e8b1e9c9df6 service neutron] Pushing event updated for resources: {'Port': ['ID=1277ce7c-0191-40fb-998f-f307d1835a4d,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:07.499864 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c834f758-5908-4be0-a0f3-5ee530df6f7e x-openstack-request-id: req-c834f758-5908-4be0-a0f3-5ee530df6f7e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:07.500254 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:07.500448 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c834f758-5908-4be0-a0f3-5ee530df6f7e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:07.500877 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c834f758-5908-4be0-a0f3-5ee530df6f7e'] response: {'name': 'network-changed', 'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'status': 'completed', 'code': 200} May 10 14:08:07.513323 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-6a261172-8ecb-429b-b10c-2499e6b083be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.515471 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-6a261172-8ecb-429b-b10c-2499e6b083be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 1127 time: 0.0528967 May 10 14:08:07.566136 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-841b4660-82fe-48dd-b9b9-be31f6f435ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1277ce7c-0191-40fb-998f-f307d1835a4d HTTP/1.1" status: 200 len: 217 time: 0.0433357 May 10 14:08:07.634871 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9fb90-80c1-4aa6-baa5-80f5b4a46848 req-3ad5bd1b-d048-4b33-8141-8c0c7a2ee35e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.636327 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9b9fb90-80c1-4aa6-baa5-80f5b4a46848 req-3ad5bd1b-d048-4b33-8141-8c0c7a2ee35e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 943 time: 0.0803223 May 10 14:08:07.661662 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-002919cf-ce5c-4756-b597-390785c9b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.663126 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-002919cf-ce5c-4756-b597-390785c9b2ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0771518 May 10 14:08:07.718696 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9b9fb90-80c1-4aa6-baa5-80f5b4a46848 req-8c2ac2df-3ddd-46b1-89a7-9bb5639ddcd0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763521 May 10 14:08:07.724718 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5e0e2613-8d0b-4410-a87a-e8dd34135af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.726184 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-5e0e2613-8d0b-4410-a87a-e8dd34135af1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521998 May 10 14:08:07.741271 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a293-2bb4-400e-ae9d-fd8f12517ca2 req-1ebd2dd6-530a-4e1b-961d-d671f6235994 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.742885 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d8e5a293-2bb4-400e-ae9d-fd8f12517ca2 req-1ebd2dd6-530a-4e1b-961d-d671f6235994 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0519934 May 10 14:08:07.789291 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d8e5a293-2bb4-400e-ae9d-fd8f12517ca2 req-81986be2-51c7-4215-8753-f7053097604a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 May 10 14:08:07.818377 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-51e54152-6de8-4fca-a5fe-029f499bff0e service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861599 May 10 14:08:07.906295 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-864f576a-398c-46ea-a6f6-c9f3efecf855 req-50196429-8817-4d40-851b-bf98400fc498 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806246 May 10 14:08:08.835162 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd6a56-a79f-4803-8229-f166121d6672 req-0e73e170-255f-48c3-a4cc-56cdcebf61e7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:08.836667 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3efd6a56-a79f-4803-8229-f166121d6672 req-0e73e170-255f-48c3-a4cc-56cdcebf61e7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 943 time: 0.0491586 May 10 14:08:08.886787 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3efd6a56-a79f-4803-8229-f166121d6672 req-c454e4c5-90a7-4e1c-903b-41552f9de1a2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444517 May 10 14:08:08.907451 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c774a8a-29a2-470f-8b94-4d9a231e8520 req-145d163e-7000-4736-927d-db47531fce5c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:08.908921 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9c774a8a-29a2-470f-8b94-4d9a231e8520 req-145d163e-7000-4736-927d-db47531fce5c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0504348 May 10 14:08:08.959001 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9c774a8a-29a2-470f-8b94-4d9a231e8520 req-0a56d3bd-0211-4c28-8701-8b0e0836d5b6 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446148 May 10 14:08:10.006229 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a7c9-16c5-45dd-8efc-54e266fb5eec req-d78cec6a-9a28-4ed5-a55b-d185a11f9b25 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:10.007708 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a731a7c9-16c5-45dd-8efc-54e266fb5eec req-d78cec6a-9a28-4ed5-a55b-d185a11f9b25 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 943 time: 0.0511060 May 10 14:08:10.054083 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a731a7c9-16c5-45dd-8efc-54e266fb5eec req-beff3191-87a8-4659-831f-ff3f2e67226b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409851 May 10 14:08:10.073995 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf88b-6161-458b-af74-c0fe22a1ac58 req-9317b066-8ba5-4bdf-82a8-87358d047614 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:10.075633 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-36adf88b-6161-458b-af74-c0fe22a1ac58 req-9317b066-8ba5-4bdf-82a8-87358d047614 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0463595 May 10 14:08:10.122425 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-36adf88b-6161-458b-af74-c0fe22a1ac58 req-26b23094-9ab3-43ab-8f4e-6f5e92bef0b8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 May 10 14:08:10.130959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-2a903ec3-eeef-4a59-8a68-d0c2b07b2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:10.132503 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-2a903ec3-eeef-4a59-8a68-d0c2b07b2b0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 1127 time: 0.0392179 May 10 14:08:10.226138 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-2960e402-0c0a-466f-bc3f-a13d493d1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:10.227657 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-2960e402-0c0a-466f-bc3f-a13d493d1733 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0894139 May 10 14:08:10.269219 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-1ea2ef0f-f2dc-441f-9a76-93500f06253e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1277ce7c-0191-40fb-998f-f307d1835a4d HTTP/1.1" status: 200 len: 217 time: 0.0354450 May 10 14:08:10.316540 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-a83915cc-0b3e-46cd-870b-3fef55a5ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:10.317988 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-a83915cc-0b3e-46cd-870b-3fef55a5ea11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0436587 May 10 14:08:10.364768 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-d4c554a0-e8d5-417f-ace5-30ca112bb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:10.366252 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-d4c554a0-e8d5-417f-ace5-30ca112bb38f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410025 May 10 14:08:10.372489 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 1277ce7c-0191-40fb-998f-f307d1835a4d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:08:10.470372 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 1277ce7c-0191-40fb-998f-f307d1835a4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1277ce7c-0191-40fb-998f-f307d1835a4d,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:10.481927 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'port_id': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:08:10.503102 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-baf2d3b3-eec0-4052-86cc-4034f5dec841 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828152 May 10 14:08:10.523295 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 1277ce7c-0191-40fb-998f-f307d1835a4d is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:10.523678 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:10.536245 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1277ce7c-0191-40fb-998f-f307d1835a4d {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:08:10.557092 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 1277ce7c-0191-40fb-998f-f307d1835a4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1277ce7c-0191-40fb-998f-f307d1835a4d,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:10.560719 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:10.595820 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-67ca1066-2201-4325-82a3-265baefcc3c2 req-5676a02e-e255-4f0a-84b5-c5ceb9367b02 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871260 May 10 14:08:10.612749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=1277ce7c-0191-40fb-998f-f307d1835a4d,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:10.619869 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.620238 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.620596 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.620957 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.621536 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.621878 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.622232 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.622661 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.622939 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.623270 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.623594 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.623940 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.625070 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.625393 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.625719 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:10.974666 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['1277ce7c-0191-40fb-998f-f307d1835a4d'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:08:11.241506 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea90896-a33e-4c8f-b195-edc5c6c0f60c req-b48406af-e666-49b2-823b-9bac078a8bcf tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:11.243003 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ea90896-a33e-4c8f-b195-edc5c6c0f60c req-b48406af-e666-49b2-823b-9bac078a8bcf tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0495059 May 10 14:08:11.292792 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ea90896-a33e-4c8f-b195-edc5c6c0f60c req-2310414c-abf7-44e8-b62c-6c272a7b7847 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 May 10 14:08:11.417209 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c458ad-984d-499f-9864-53c9e5bd8df3 req-6c7b7894-4eb7-4cd4-9d15-c470b90c8430 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:11.418666 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39c458ad-984d-499f-9864-53c9e5bd8df3 req-6c7b7894-4eb7-4cd4-9d15-c470b90c8430 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 944 time: 0.2948759 May 10 14:08:11.463487 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39c458ad-984d-499f-9864-53c9e5bd8df3 req-04d1bd82-3518-4fb5-98e9-d919612d9015 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390384 May 10 14:08:12.371918 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 1277ce7c-0191-40fb-998f-f307d1835a4d up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:08:12.410949 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057f00a-3922-4fee-b15d-92ea7b1e3d4f req-12b09e7a-63b5-4d80-8d7e-df8ad7f0e7ca tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:12.412432 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e057f00a-3922-4fee-b15d-92ea7b1e3d4f req-12b09e7a-63b5-4d80-8d7e-df8ad7f0e7ca tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0517669 May 10 14:08:12.415802 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 1277ce7c-0191-40fb-998f-f307d1835a4d completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:08:12.421860 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 1277ce7c-0191-40fb-998f-f307d1835a4d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:12.422291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:12.463252 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e057f00a-3922-4fee-b15d-92ea7b1e3d4f req-8df87c70-932f-4885-8d79-5815491347d4 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 May 10 14:08:12.503924 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 1277ce7c-0191-40fb-998f-f307d1835a4d is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:12.504319 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:12.526884 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:12.529086 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2718ea4-b189-4185-b082-8e32a2dbd861" -d '{"events": [{"server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "name": "network-vif-plugged", "status": "completed", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:12.541432 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 1277ce7c-0191-40fb-998f-f307d1835a4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1277ce7c-0191-40fb-998f-f307d1835a4d,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:12.545707 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:12.585600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e4f26-843d-4fa4-a3e5-a3470af60c59 req-0109abc3-8361-4c58-a916-0df911ec17a6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:12.587108 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f2e4f26-843d-4fa4-a3e5-a3470af60c59 req-0109abc3-8361-4c58-a916-0df911ec17a6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0558045 May 10 14:08:12.596609 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=1277ce7c-0191-40fb-998f-f307d1835a4d,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:12.631796 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b18f9-3052-463d-9cef-395b11c9cf93 x-openstack-request-id: req-644b18f9-3052-463d-9cef-395b11c9cf93 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:12.632293 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "name": "network-vif-plugged", "status": "completed", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:12.632421 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-644b18f9-3052-463d-9cef-395b11c9cf93 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:12.632724 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644b18f9-3052-463d-9cef-395b11c9cf93'] response: {'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'code': 200} May 10 14:08:12.636623 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f2e4f26-843d-4fa4-a3e5-a3470af60c59 req-dab3cf34-93cb-4eb9-8643-d58f253b3d3f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440416 May 10 14:08:12.799154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974f1d-46dd-4574-a575-6b0ad66016c1 req-fb38de28-b0f3-44b1-8eae-ab6b3e74957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:12.800585 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a2974f1d-46dd-4574-a575-6b0ad66016c1 req-fb38de28-b0f3-44b1-8eae-ab6b3e74957a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 1129 time: 0.0409584 May 10 14:08:12.846671 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a2974f1d-46dd-4574-a575-6b0ad66016c1 req-c0ee6e40-ede4-4528-8bd1-88bcdf6fdfe8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398986 May 10 14:08:13.575848 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee298de-6e50-4e73-9924-3a0f7ffa4b59 req-71b79c11-d25e-4c50-9f9e-b1369ca62de1 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:13.577793 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3ee298de-6e50-4e73-9924-3a0f7ffa4b59 req-71b79c11-d25e-4c50-9f9e-b1369ca62de1 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0457804 May 10 14:08:13.623536 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3ee298de-6e50-4e73-9924-3a0f7ffa4b59 req-e22dd45d-3928-47ec-ba52-90dc1b5d499f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 May 10 14:08:13.748223 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bf639-f31b-4a12-89d6-0c3b772d2d03 req-873cf4e7-59b7-45df-8c5f-a0374e5824db tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:13.750141 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-204bf639-f31b-4a12-89d6-0c3b772d2d03 req-873cf4e7-59b7-45df-8c5f-a0374e5824db tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0467892 May 10 14:08:13.794890 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-204bf639-f31b-4a12-89d6-0c3b772d2d03 req-3afa176e-a108-4e7f-92d5-b4ca300f426c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392199 May 10 14:08:14.743535 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4238aa9-9542-4dca-9b47-97f0534792de req-dbe3d652-4604-47f5-9672-13a3231c7bca tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:14.745252 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4238aa9-9542-4dca-9b47-97f0534792de req-dbe3d652-4604-47f5-9672-13a3231c7bca tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0533078 May 10 14:08:14.801884 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4238aa9-9542-4dca-9b47-97f0534792de req-a1ee6776-8a05-4bef-833b-1f36211c887a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467560 May 10 14:08:14.910174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946339-5d16-4e96-b7b5-f87a3f220d60 req-344ba967-3fe3-4c44-9704-1b1c458dd630 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:14.911573 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc946339-5d16-4e96-b7b5-f87a3f220d60 req-344ba967-3fe3-4c44-9704-1b1c458dd630 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0502460 May 10 14:08:14.956153 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc946339-5d16-4e96-b7b5-f87a3f220d60 req-7af06594-5468-4268-8f5c-d422433b0cbd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390851 May 10 14:08:15.062549 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbb10b-3700-4329-bb4f-23c4b99bd713 req-65a7592c-2c5c-479d-a5b1-4c1a74595c3e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:15.064119 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-20dbb10b-3700-4329-bb4f-23c4b99bd713 req-65a7592c-2c5c-479d-a5b1-4c1a74595c3e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0465207 May 10 14:08:15.072881 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33136) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:15.077097 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'port_id': '1277ce7c-0191-40fb-998f-f307d1835a4d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:08:15.115322 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (83e2fe6d-d820-4a6d-88dd-c0a26e679400), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:15.558402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:15.562037 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (83e2fe6d-d820-4a6d-88dd-c0a26e679400), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:15.663552 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP 83e2fe6d-d820-4a6d-88dd-c0a26e679400 associated. External IP: 172.27.2.129, port: 1277ce7c-0191-40fb-998f-f307d1835a4d. May 10 14:08:15.879914 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:08:15.914186 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1ed4-feb4-4243-ba26-c299fd0aeed9 req-900156a9-6787-4e7e-9492-d4cbc41f0271 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:15.915988 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13ca1ed4-feb4-4243-ba26-c299fd0aeed9 req-900156a9-6787-4e7e-9492-d4cbc41f0271 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0463572 May 10 14:08:15.962340 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13ca1ed4-feb4-4243-ba26-c299fd0aeed9 req-a70662dd-efe7-4060-842d-d8770f4bbe9e tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 May 10 14:08:15.993081 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:08:15.998367 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:16.005855 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:08:16.015978 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:08:16.018042 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:16.029602 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-50bbd1b4-d207-4419-bc1d-8cbe6dc4ea57 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "PUT /v2.0/floatingips/83e2fe6d-d820-4a6d-88dd-c0a26e679400 HTTP/1.1" status: 200 len: 991 time: 0.9556835 May 10 14:08:16.030212 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:16.032604 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:16.070962 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee452d9-bb60-436d-a425-53330ec875ca x-openstack-request-id: req-9ee452d9-bb60-436d-a425-53330ec875ca {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:16.074263 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:16.074263 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ee452d9-bb60-436d-a425-53330ec875ca {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:16.074263 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee452d9-bb60-436d-a425-53330ec875ca'] response: {'name': 'network-changed', 'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'status': 'completed', 'code': 200} May 10 14:08:16.171879 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:08:16.192247 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-e5530ab5-78a4-46e1-be99-c93ef8947de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.193641 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-e5530ab5-78a4-46e1-be99-c93ef8947de1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 1129 time: 0.0848022 May 10 14:08:16.230860 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f83f0-4379-4d37-97b6-1c79f634c03e req-f082a446-a5a7-42c9-b9eb-e2406a24b03c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.232259 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b5f83f0-4379-4d37-97b6-1c79f634c03e req-f082a446-a5a7-42c9-b9eb-e2406a24b03c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0882099 May 10 14:08:16.293167 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af88cab-4aaf-4321-add5-604159f22d7a req-8c2a074b-39d7-4a70-a941-6a024bc8bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.294626 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-8c2a074b-39d7-4a70-a941-6a024bc8bbf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1129 time: 0.1146257 May 10 14:08:16.379648 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b5f83f0-4379-4d37-97b6-1c79f634c03e req-9308cb37-9da1-4507-8eb6-fc545602f0e4 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347106 May 10 14:08:16.411261 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-67bc0c48-91af-4b0b-a7ee-589ac188e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.412700 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-67bc0c48-91af-4b0b-a7ee-589ac188e348 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.1969242 May 10 14:08:16.434177 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '83e2fe6d-d820-4a6d-88dd-c0a26e679400', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a09a513-e43b-4233-a490-2041140d9dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:07:58Z', 'updated_at': '2022-05-10T14:08:15Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:16.464143 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:08:16.471467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af88cab-4aaf-4321-add5-604159f22d7a req-291e0757-1b0d-493d-811c-49efc14b1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.472640 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:08:16.472904 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-291e0757-1b0d-493d-811c-49efc14b1bf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 911 time: 0.1710532 May 10 14:08:16.473242 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:07:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:16.521741 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-6e2b9e96-fd5a-4482-beaa-6a8e2e916d32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1277ce7c-0191-40fb-998f-f307d1835a4d HTTP/1.1" status: 200 len: 999 time: 0.1013253 May 10 14:08:16.578542 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-0d523f06-7eb4-4626-b3c4-338fd4019fe0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 200 len: 1000 time: 0.0977371 May 10 14:08:16.596862 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-b4647483-0e99-49a2-b3d0-6eaf4dc04f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.598345 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-b4647483-0e99-49a2-b3d0-6eaf4dc04f3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0682454 May 10 14:08:16.667556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af88cab-4aaf-4321-add5-604159f22d7a req-64bc1c97-8b20-4edb-a7ae-15930b130f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.668933 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-64bc1c97-8b20-4edb-a7ae-15930b130f1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0826163 May 10 14:08:16.672104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-6bf64846-2635-489b-8501-4b7a986d6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.673519 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-6bf64846-2635-489b-8501-4b7a986d6c9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552056 May 10 14:08:16.705562 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:08:16.765505 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af88cab-4aaf-4321-add5-604159f22d7a req-f8a26994-a062-43e3-8443-f6a205a6a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:16.767577 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-f8a26994-a062-43e3-8443-f6a205a6a90a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885396 May 10 14:08:16.841429 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-f0afec52-635b-42a9-acaf-e8bff59fdf4e service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544099 May 10 14:08:16.917312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '83e2fe6d-d820-4a6d-88dd-c0a26e679400', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a09a513-e43b-4233-a490-2041140d9dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:07:58Z', 'updated_at': '2022-05-10T14:08:15Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:16.932598 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-e978227b-8f42-4d09-90ed-2ef33d0eb3e1 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536965 May 10 14:08:16.947610 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69367866-ee40-4738-8a03-20c2866c89f2 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '83e2fe6d-d820-4a6d-88dd-c0a26e679400', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:61:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a09a513-e43b-4233-a490-2041140d9dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:07:58Z', 'updated_at': '2022-05-10T14:08:15Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:08:17.010391 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d0c2b02-2bad-4d24-a664-3bf7d5660bb3 req-c0387dec-81da-4fc4-9017-15390bc16751 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623104 May 10 14:08:17.047242 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9af88cab-4aaf-4321-add5-604159f22d7a req-fcf2b85e-03ee-4dab-a4c8-22d5b6eb3ab7 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078823 May 10 14:08:17.157175 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20779b62-8374-4ec4-8bfa-c66918ffbf9c None None] New status for floating IP 83e2fe6d-d820-4a6d-88dd-c0a26e679400: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:08:17.504444 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c45f4-49fb-4c79-88c3-882ddc0a94e9 req-1c8aa7ef-eb84-4b35-ab3e-660a1a1971e0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:17.505925 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b60c45f4-49fb-4c79-88c3-882ddc0a94e9 req-1c8aa7ef-eb84-4b35-ab3e-660a1a1971e0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0485768 May 10 14:08:17.551627 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b60c45f4-49fb-4c79-88c3-882ddc0a94e9 req-0baf9727-4553-4fea-a5d0-f75a7de5500a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 May 10 14:08:18.666078 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314db5-5b33-4b72-aa30-7d4875fa4e0f req-3aaf1852-d2d8-4582-b2eb-c8cbd2de7f79 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:18.667552 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da314db5-5b33-4b72-aa30-7d4875fa4e0f req-3aaf1852-d2d8-4582-b2eb-c8cbd2de7f79 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0466919 May 10 14:08:18.712886 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da314db5-5b33-4b72-aa30-7d4875fa4e0f req-7cbf871b-f34a-4617-a595-a7de5ac37f15 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 May 10 14:08:24.223113 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c551-e24b-4909-a24d-4276342244ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:26.333932 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7d1394a7-4887-47ab-9217-55774566e63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:27.252763 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28da51-1f15-4577-a6eb-259aec454488 req-607a4553-eb06-4e09-b571-f1ed8a0b80b2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:27.254289 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f28da51-1f15-4577-a6eb-259aec454488 req-607a4553-eb06-4e09-b571-f1ed8a0b80b2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0469236 May 10 14:08:27.301579 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f28da51-1f15-4577-a6eb-259aec454488 req-96853d19-ecc2-463e-84c8-b7d5de3a1288 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 May 10 14:08:27.776416 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:28.418661 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6dada-db22-40eb-9d11-140f38e4c692 req-25d63d73-e59e-4938-bb33-df9d68fc4df0 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:28.420206 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-45d6dada-db22-40eb-9d11-140f38e4c692 req-25d63d73-e59e-4938-bb33-df9d68fc4df0 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0488582 May 10 14:08:28.473093 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-45d6dada-db22-40eb-9d11-140f38e4c692 req-ce57a3c1-8e8d-4347-8ebb-d383add695aa tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 May 10 14:08:28.913172 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.593328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861622c-4c96-4d6f-bb67-40e66ee2026d req-f66f48ae-2db5-4392-a46b-cdcaf4dffc2d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:29.595310 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a861622c-4c96-4d6f-bb67-40e66ee2026d req-f66f48ae-2db5-4392-a46b-cdcaf4dffc2d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0498424 May 10 14:08:29.643174 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a861622c-4c96-4d6f-bb67-40e66ee2026d req-561314b8-61ec-44bd-8601-c11e4d3ae7cd tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 May 10 14:08:30.336387 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:30.755181 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098d01-606f-4579-bc6e-2f96abf318f8 req-824fe485-4f80-47b9-b7ae-9d64265cf50e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:30.756635 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e9098d01-606f-4579-bc6e-2f96abf318f8 req-824fe485-4f80-47b9-b7ae-9d64265cf50e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0468249 May 10 14:08:30.803360 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e9098d01-606f-4579-bc6e-2f96abf318f8 req-a224a0ea-a840-4774-8dd7-64cc7794959a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412781 May 10 14:08:31.915571 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee711b3-76f2-4d0b-9ce0-5d32d014474d req-a6da3efb-e3be-4770-a2e9-f34d4d8cefc6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:31.917012 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aee711b3-76f2-4d0b-9ce0-5d32d014474d req-a6da3efb-e3be-4770-a2e9-f34d4d8cefc6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0469010 May 10 14:08:31.964941 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aee711b3-76f2-4d0b-9ce0-5d32d014474d req-db8817b7-3190-42a5-a7fe-a5d51172738d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425403 May 10 14:08:33.079865 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9fe79-784c-4066-ac68-875c53331044 req-3cbc35a2-7661-48e1-8bf3-fdcb59d3b9e9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:33.081226 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1fc9fe79-784c-4066-ac68-875c53331044 req-3cbc35a2-7661-48e1-8bf3-fdcb59d3b9e9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0497422 May 10 14:08:33.128431 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1fc9fe79-784c-4066-ac68-875c53331044 req-66eccd7a-1f87-4334-93e4-0291b1d1bf71 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 May 10 14:08:34.246881 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-a9256c53-07ce-41ba-8862-9566f4a164ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730543 May 10 14:08:34.263343 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87447f-72b7-479e-b573-054d7fa418ef req-49b93fa9-6d0e-4451-983f-00352095e23e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:34.264795 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c87447f-72b7-479e-b573-054d7fa418ef req-49b93fa9-6d0e-4451-983f-00352095e23e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0620801 May 10 14:08:34.321574 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-0b51b5ef-a8a9-4133-84a4-ac1a51eb2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:34.323077 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-0b51b5ef-a8a9-4133-84a4-ac1a51eb2451 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 1129 time: 0.0532744 May 10 14:08:34.354226 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c87447f-72b7-479e-b573-054d7fa418ef req-7c9c314a-fdae-4b75-a4b9-73b2b01ac175 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832074 May 10 14:08:34.432713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-af2a50b3-6525-40aa-ab7f-ebd3aeda2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:34.434045 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-af2a50b3-6525-40aa-ab7f-ebd3aeda2c8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 911 time: 0.0921724 May 10 14:08:34.498698 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-896271dc-ffd9-490c-8c7d-9419e7151256 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 200 len: 1000 time: 0.0571632 May 10 14:08:34.548043 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-f244ed5f-1392-470f-b186-fadabda18645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:34.549428 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-f244ed5f-1392-470f-b186-fadabda18645 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0425248 May 10 14:08:34.596304 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-670ee0ba-076a-4f36-9539-95ee831a55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:34.597732 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-670ee0ba-076a-4f36-9539-95ee831a55a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409596 May 10 14:08:34.687472 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-096533ff-90cb-4d29-8462-5495215c7076 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784938 May 10 14:08:34.781762 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a96cff2-a3e4-4df6-a894-3a52ed1e96b2 req-0e96063d-3863-4987-a3a7-592d6c7cf080 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872648 May 10 14:08:35.468096 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f640835-c78c-4e42-be7d-c07d06e84a43 req-2955cb54-3eb8-40db-adb7-5ae4881c2951 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:35.470074 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f640835-c78c-4e42-be7d-c07d06e84a43 req-2955cb54-3eb8-40db-adb7-5ae4881c2951 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0477600 May 10 14:08:35.517626 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f640835-c78c-4e42-be7d-c07d06e84a43 req-82905ba6-61c9-42c9-828f-9f9954147afb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418217 May 10 14:08:36.633958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb1866-196d-46a5-bf1e-d8f0a61b6be7 req-457630b4-3920-49d7-8daa-0c65b6c90429 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:36.635428 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eadb1866-196d-46a5-bf1e-d8f0a61b6be7 req-457630b4-3920-49d7-8daa-0c65b6c90429 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0475678 May 10 14:08:36.683875 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eadb1866-196d-46a5-bf1e-d8f0a61b6be7 req-f6561444-9fb1-45fb-b51f-32829a4bb762 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 May 10 14:08:36.688625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:37.510750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337292f-3d11-451c-8022-f915546fee59 req-c4d94c33-9290-4e7d-939b-58b6cf6486bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:37.512216 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-c4d94c33-9290-4e7d-939b-58b6cf6486bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1129 time: 0.0411112 May 10 14:08:37.602231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337292f-3d11-451c-8022-f915546fee59 req-0006bd1a-5c8e-49b8-b19d-4fc276b4a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:37.603638 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-0006bd1a-5c8e-49b8-b19d-4fc276b4a897 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 910 time: 0.0853171 May 10 14:08:37.800438 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302f5d-1068-4181-b182-0e78e32d13cc req-e1328d9e-ceb3-4868-8c2b-23520bd59c3f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:37.801938 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5b302f5d-1068-4181-b182-0e78e32d13cc req-e1328d9e-ceb3-4868-8c2b-23520bd59c3f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0470586 May 10 14:08:37.817640 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-32670bcb-2498-44e7-b591-4cc2e1798888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 1001 time: 0.0599158 May 10 14:08:37.854318 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5b302f5d-1068-4181-b182-0e78e32d13cc req-0bcd4b9e-71f0-48be-8267-418fe72ada3b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467839 May 10 14:08:37.872997 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337292f-3d11-451c-8022-f915546fee59 req-3278a27a-1a16-4b71-bfdc-b36bc2ed859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:37.874518 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-3278a27a-1a16-4b71-bfdc-b36bc2ed859c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0488822 May 10 14:08:37.918374 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337292f-3d11-451c-8022-f915546fee59 req-8a119e8b-138c-4fdd-a51c-6e87ac4254e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:37.919792 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-8a119e8b-138c-4fdd-a51c-6e87ac4254e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374532 May 10 14:08:38.012808 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-10350590-ce91-4d37-a082-e3fb818bf50b service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796328 May 10 14:08:38.103473 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c337292f-3d11-451c-8022-f915546fee59 req-e1653a4c-8448-4ce4-b57c-ffbf61c3b072 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840905 May 10 14:08:38.965746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0bec0-4fd8-417e-98ca-7c79742d4a8b req-f4aa0593-08f0-4890-a6a5-563ac1ab9373 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:38.967217 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97d0bec0-4fd8-417e-98ca-7c79742d4a8b req-f4aa0593-08f0-4890-a6a5-563ac1ab9373 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0470808 May 10 14:08:39.015210 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97d0bec0-4fd8-417e-98ca-7c79742d4a8b req-c5100f6b-63c3-44aa-b0dc-656fed8062ff tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 May 10 14:08:40.131447 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c90e-d2f8-4bb5-8d34-f19e009b3dfe req-ca556163-0e22-4efd-90ff-17a051df17c9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:40.132935 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dd86c90e-d2f8-4bb5-8d34-f19e009b3dfe req-ca556163-0e22-4efd-90ff-17a051df17c9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0481029 May 10 14:08:40.187432 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dd86c90e-d2f8-4bb5-8d34-f19e009b3dfe req-9618a6c4-73d7-4268-86fb-c62726a80b42 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488842 May 10 14:08:41.306628 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c3674-bdc9-462e-b353-e161b5eca2b2 req-a957b4aa-c32f-4442-b9f2-f7e49fa2c65e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:41.308081 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-957c3674-bdc9-462e-b353-e161b5eca2b2 req-a957b4aa-c32f-4442-b9f2-f7e49fa2c65e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0506971 May 10 14:08:41.355810 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-957c3674-bdc9-462e-b353-e161b5eca2b2 req-dd92bc3b-a88c-412f-b133-504d809b80c6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 May 10 14:08:41.467401 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-2917187f-213b-4171-9450-14dc8193571b req-5c3aa7d0-d1f5-44ae-8885-63a1865256fa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:08:41.468502 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2917187f-213b-4171-9450-14dc8193571b req-5c3aa7d0-d1f5-44ae-8885-63a1865256fa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502267 May 10 14:08:41.608316 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33208) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:41.623126 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e5ca0-f009-4902-8057-17c4c78df7c1 req-75666e79-cf91-485f-aa05-5bf9676863b6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:41.624594 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-222e5ca0-f009-4902-8057-17c4c78df7c1 req-75666e79-cf91-485f-aa05-5bf9676863b6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0482149 May 10 14:08:41.681565 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-222e5ca0-f009-4902-8057-17c4c78df7c1 req-17f28323-fd9c-4d62-9ab0-40d771714533 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508804 May 10 14:08:41.688311 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-14e8c58f-a043-4f61-bf7b-b8f5f5fa1d19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788047 May 10 14:08:41.697269 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-7004ee12-a51a-4e8c-900e-ce30e872c553 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:08:41.698248 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-7004ee12-a51a-4e8c-900e-ce30e872c553 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052457 May 10 14:08:41.791015 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33216) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:41.882001 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-059fa9d6-8597-4ff2-b565-414ebbbb43b7 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:41.883372 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-059fa9d6-8597-4ff2-b565-414ebbbb43b7 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports/ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 942 time: 0.0913634 May 10 14:08:42.376844 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:08:42.475407 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:08:42.556709 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port ec9f4864-21aa-4de7-919c-01a3ed1478c2 is: ACTIVE; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:42.557032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:42.581773 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:42.584030 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b54bce-89ba-4bfb-b686-5fd732d9bab5" -d '{"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:42.597604 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:42.601705 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:42.625709 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2f4ae-0247-45dc-8b7a-e6d94802a418 x-openstack-request-id: req-46f2f4ae-0247-45dc-8b7a-e6d94802a418 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:42.626625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-unplugged", "status": "failed", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "code": 422}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:42.627479 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46f2f4ae-0247-45dc-8b7a-e6d94802a418 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:42.628025 dv-cinder-835881-9-iscsi neutron-server[103391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-46f2f4ae-0247-45dc-8b7a-e6d94802a418']: {'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'code': 422} returned with failed status May 10 14:08:42.656185 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:42.802934 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9ed1f-854a-4b97-9708-218f7c18b3bc req-c0ff593e-ffb4-4aa2-9672-1b2cdad06e76 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:42.804413 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c1e9ed1f-854a-4b97-9708-218f7c18b3bc req-c0ff593e-ffb4-4aa2-9672-1b2cdad06e76 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0539606 May 10 14:08:42.860946 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c1e9ed1f-854a-4b97-9708-218f7c18b3bc req-cb1e8422-bf55-4b7a-8c0d-75998f9be38d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500045 May 10 14:08:43.226598 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-d046e8b7-9dae-4d14-b327-1c4b57da50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:43.228001 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-d046e8b7-9dae-4d14-b327-1c4b57da50b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329&tenant_id=a9cb94e930984858b30744fc14ca334e HTTP/1.1" status: 200 len: 1127 time: 0.0704570 May 10 14:08:43.292037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-96564b8b-a2a0-4029-a82b-0577c1271b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:43.293522 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-96564b8b-a2a0-4029-a82b-0577c1271b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1127 time: 0.0432286 May 10 14:08:43.394882 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-45b11e68-4e72-48b0-9204-6b5e12fe98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:43.396394 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-45b11e68-4e72-48b0-9204-6b5e12fe98ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 910 time: 0.0973620 May 10 14:08:43.466642 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-5cf89342-8f05-45ac-95f4-ab655d4612ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 999 time: 0.0622032 May 10 14:08:43.517533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-c769daa1-d985-4251-bfb5-9944bbb3aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:43.519079 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-c769daa1-d985-4251-bfb5-9944bbb3aec7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0467055 May 10 14:08:43.567522 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-ec01fbba-c50e-4ef0-ae69-e1bad7948078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:43.569674 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-ec01fbba-c50e-4ef0-ae69-e1bad7948078 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449591 May 10 14:08:43.671439 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-62a43211-8192-4570-8c17-9ec5e317e130 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951841 May 10 14:08:43.758731 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3de6a5ef-ddd2-491b-825e-fd4c2e754994 req-d89c2e70-7326-45eb-8570-422382ef923c service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811930 May 10 14:08:43.977477 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1378e-0c36-41fa-809d-dcc862a9d996 req-36f0d8de-7f54-4b11-80ef-2e801dae6266 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:43.978952 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1ca1378e-0c36-41fa-809d-dcc862a9d996 req-36f0d8de-7f54-4b11-80ef-2e801dae6266 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0470083 May 10 14:08:44.030582 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1ca1378e-0c36-41fa-809d-dcc862a9d996 req-e0949b87-bd3c-4074-8bb7-978bf5b64d4a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457578 May 10 14:08:45.143623 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cc7f3-e997-4096-8334-30eb9463ffc4 req-8161f0eb-511b-4eb3-83ce-6eb530ed3c3a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:45.144962 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-932cc7f3-e997-4096-8334-30eb9463ffc4 req-8161f0eb-511b-4eb3-83ce-6eb530ed3c3a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0466847 May 10 14:08:45.194938 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-932cc7f3-e997-4096-8334-30eb9463ffc4 req-103f9848-8f56-4e54-9b1c-a2802fe873eb tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445795 May 10 14:08:46.307448 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81a21-681b-4bb3-8182-7c3d8c2db1fe req-97c52d4f-de0c-44d9-acb4-2146f5cfd75d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:46.308925 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-01d81a21-681b-4bb3-8182-7c3d8c2db1fe req-97c52d4f-de0c-44d9-acb4-2146f5cfd75d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0484123 May 10 14:08:46.357461 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-01d81a21-681b-4bb3-8182-7c3d8c2db1fe req-b520c2b5-c2fb-4782-8041-88f3fc0b9af6 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 May 10 14:08:47.470182 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c2f5-4d6b-4e03-b5d9-e4ff81270866 req-e646b63e-292b-4956-a7f9-b1ed57ab23d9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:47.471696 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f5e7c2f5-4d6b-4e03-b5d9-e4ff81270866 req-e646b63e-292b-4956-a7f9-b1ed57ab23d9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0463932 May 10 14:08:47.519126 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f5e7c2f5-4d6b-4e03-b5d9-e4ff81270866 req-e41a7125-aa5f-4461-a0d0-55c626fd4fe9 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 May 10 14:08:48.630975 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d750-eaa6-4be0-ab96-0b8d5e496b73 req-4e65c312-0fd3-46c2-9b45-ab0d9a769b81 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:48.632420 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-32f0d750-eaa6-4be0-ab96-0b8d5e496b73 req-4e65c312-0fd3-46c2-9b45-ab0d9a769b81 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0465035 May 10 14:08:48.679086 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-32f0d750-eaa6-4be0-ab96-0b8d5e496b73 req-e76a43af-5d36-4ca8-8fb7-a58a2de678d7 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412314 May 10 14:08:49.793973 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162de80-4ce4-4e78-a2f4-ca65a98cf627 req-36727c66-c1c1-498e-910c-953d7555136e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:49.795453 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1162de80-4ce4-4e78-a2f4-ca65a98cf627 req-36727c66-c1c1-498e-910c-953d7555136e tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0465000 May 10 14:08:49.842847 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1162de80-4ce4-4e78-a2f4-ca65a98cf627 req-ad66ead5-6858-4ae0-8eee-cf98119014ce tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 May 10 14:08:50.960972 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb613555-156d-4ae0-bf3e-6e65fff3b75c req-46a90702-3920-4470-87cb-7afb167f9e3d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:50.962413 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb613555-156d-4ae0-bf3e-6e65fff3b75c req-46a90702-3920-4470-87cb-7afb167f9e3d tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0488219 May 10 14:08:51.009585 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb613555-156d-4ae0-bf3e-6e65fff3b75c req-14c1915a-631f-48da-a639-bd84ed1dc0b4 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 May 10 14:08:52.124054 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c482e-36a8-481e-8065-3b9a3eccefa6 req-8432fd1c-4299-41a4-982d-fe7984cdc08f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:52.125396 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b5c482e-36a8-481e-8065-3b9a3eccefa6 req-8432fd1c-4299-41a4-982d-fe7984cdc08f tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 943 time: 0.0499249 May 10 14:08:52.173144 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b5c482e-36a8-481e-8065-3b9a3eccefa6 req-15cd82a8-f9ec-4a86-b028-9ecf24ec7ecc tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409493 May 10 14:08:52.476395 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:08:52.572233 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:52.583538 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'port_id': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'mac_address': 'fa:16:3e:fa:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:08:52.624705 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port ec9f4864-21aa-4de7-919c-01a3ed1478c2 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:52.625091 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:52.637626 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9f4864-21aa-4de7-919c-01a3ed1478c2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:08:52.656001 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:52.660546 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:52.706854 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:53.063086 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['ec9f4864-21aa-4de7-919c-01a3ed1478c2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:08:53.286427 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b89a-bf4b-4334-a860-4e918f5c164d req-1137eaaa-0e34-48ba-a0a6-503b25e1eda4 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:53.288126 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-77e3b89a-bf4b-4334-a860-4e918f5c164d req-1137eaaa-0e34-48ba-a0a6-503b25e1eda4 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 944 time: 0.0476935 May 10 14:08:53.336266 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-77e3b89a-bf4b-4334-a860-4e918f5c164d req-14d90dfd-771e-41be-8018-1b7f1dcae38a tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 May 10 14:08:54.224256 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f83397a5-bc34-462f-b1a4-f043044803f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:54.451054 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfcc94-88bc-4ed5-ab48-bc7d9bcf493d req-03c83701-17be-4779-813c-d323ced637e8 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:54.452406 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aecfcc94-88bc-4ed5-ab48-bc7d9bcf493d req-03c83701-17be-4779-813c-d323ced637e8 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 944 time: 0.0486014 May 10 14:08:54.469615 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:08:54.501795 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aecfcc94-88bc-4ed5-ab48-bc7d9bcf493d req-4403572a-62a3-46a0-8318-455d7f52b482 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 May 10 14:08:54.516366 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port ec9f4864-21aa-4de7-919c-01a3ed1478c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:54.516744 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:54.596254 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port ec9f4864-21aa-4de7-919c-01a3ed1478c2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:54.596640 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:54.619312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:54.621524 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9044165-5f90-4846-9bfc-7be9e04d7782" -d '{"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-plugged", "status": "completed", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:54.635419 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:54.639329 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:54.662878 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d9e456-4223-4b8a-8f44-b9b92e65918f x-openstack-request-id: req-63d9e456-4223-4b8a-8f44-b9b92e65918f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:54.663149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-plugged", "status": "completed", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:54.663402 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63d9e456-4223-4b8a-8f44-b9b92e65918f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:54.663791 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d9e456-4223-4b8a-8f44-b9b92e65918f'] response: {'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'code': 200} May 10 14:08:54.689979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=8']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:54.887632 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958eab-0f4a-4c1c-b66d-2079c784268d req-73daf24f-7863-454a-b6ad-8b45c4462702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:54.889006 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f958eab-0f4a-4c1c-b66d-2079c784268d req-73daf24f-7863-454a-b6ad-8b45c4462702 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1129 time: 0.0373604 May 10 14:08:54.936375 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f958eab-0f4a-4c1c-b66d-2079c784268d req-d47ccd66-e1b1-4af2-8cd3-f0dc044a5eb4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 May 10 14:08:55.615149 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cf8c6-c6fc-4b12-b6c3-81c1014afa32 req-2dee6fa7-b552-440e-ba34-92b96fd0f60c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:55.616603 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4cf8c6-c6fc-4b12-b6c3-81c1014afa32 req-2dee6fa7-b552-440e-ba34-92b96fd0f60c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0470772 May 10 14:08:55.664036 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce4cf8c6-c6fc-4b12-b6c3-81c1014afa32 req-15b5d898-c988-443e-868a-b23ed5e8b19b tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 May 10 14:08:56.338128 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b71c6c5b-3404-4ec9-8f64-6e5810f4cc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.782826 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f570b-b278-4f57-92fe-ead39960b3aa req-e7e369d4-dba3-4e42-812e-d532afb68c84 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:56.784302 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e07f570b-b278-4f57-92fe-ead39960b3aa req-e7e369d4-dba3-4e42-812e-d532afb68c84 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0500658 May 10 14:08:56.834873 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e07f570b-b278-4f57-92fe-ead39960b3aa req-04c3f59f-bdf9-443a-a7ca-9f38758e4b98 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 May 10 14:08:57.777610 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.915863 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:00.331550 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.867569 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125dac3-f782-4682-9eac-4ccb00083ce1 req-9b683cf3-ac59-485a-bda8-d58fa3928f25 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:05.869026 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3125dac3-f782-4682-9eac-4ccb00083ce1 req-9b683cf3-ac59-485a-bda8-d58fa3928f25 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0466530 May 10 14:09:05.914717 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3125dac3-f782-4682-9eac-4ccb00083ce1 req-a9414950-7570-49f6-83ba-8d69202f26f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 May 10 14:09:06.703523 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.029118 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346382a4-82f9-4238-9f0d-89e1c670707b req-9fb386db-d77c-47d9-b71e-c0072497901f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:07.030516 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-346382a4-82f9-4238-9f0d-89e1c670707b req-9fb386db-d77c-47d9-b71e-c0072497901f tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0464976 May 10 14:09:07.076722 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-346382a4-82f9-4238-9f0d-89e1c670707b req-7dc308ad-e87b-44c8-9a0b-b117b8587fdc tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 May 10 14:09:08.190547 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53010e-12f2-4004-9d48-a148c55ad808 req-472e2851-e465-4120-919d-3353295e95eb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:08.191973 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b53010e-12f2-4004-9d48-a148c55ad808 req-472e2851-e465-4120-919d-3353295e95eb tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0490673 May 10 14:09:08.236560 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b53010e-12f2-4004-9d48-a148c55ad808 req-51e959c7-7f2c-42e4-a1c7-2acfa46b29d7 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 May 10 14:09:09.350529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605ff2f-36c7-4025-9f88-5bbdf2e6a6bc req-15f739d2-b5ca-4756-9ba5-ec75bc4f09ae tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:09.351958 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9605ff2f-36c7-4025-9f88-5bbdf2e6a6bc req-15f739d2-b5ca-4756-9ba5-ec75bc4f09ae tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0463283 May 10 14:09:09.400061 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9605ff2f-36c7-4025-9f88-5bbdf2e6a6bc req-184386b4-5515-44de-93fc-4bbc87c861f8 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=54079e30-5a2c-4a16-91dc-1ed024849368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 May 10 14:09:09.607647 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-7b6832e6-2393-40a7-bb44-8ddb3763cb69 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:09.609099 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-7b6832e6-2393-40a7-bb44-8ddb3763cb69 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 946 time: 0.0463712 May 10 14:09:09.936720 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Deleting port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:09.936995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:10.022940 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] For port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:10.023301 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:10.192361 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:10.192645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:10.192955 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Floating IP 3c9b1b61-85ac-4cbe-8122-049636e3dd52 disassociated. External IP: 172.27.2.147, port: 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91. May 10 14:09:10.193298 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Calling delete_port for 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:10.315885 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:10.347178 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event deleted for resources: {'Port': ['ID=8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:10.358087 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.358462 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.358797 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.359133 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.359467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.359794 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.360116 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.360436 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.360754 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.361070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.361387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.361752 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.362109 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.362459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.362771 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:10.484771 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Router 10337019-06f8-4cc8-a558-fc48f30d9a45 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:10.504918 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8eca8401-9304-4a8a-a48d-5cf96212b932 req-c2efa8e9-c209-4f47-967f-8bec01191e86 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c96bfa-9abc-4b43-a1fc-e9b75d8436cd HTTP/1.1" status: 200 len: 210 time: 0.0336590 May 10 14:09:10.611857 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:10.625215 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] Sync routers for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:10.635234 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:10.635844 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:08:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:10.656382 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] No DVR routers for this DVR port 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:10.659322 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:10.662802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db3001ea-200b-4fce-9fee-78a5b6935f45 req-6ad1cb64-6cb3-4b4b-ac30-b192b310e9a2 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "DELETE /v2.0/ports/8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 HTTP/1.1" status: 204 len: 173 time: 1.0489910 May 10 14:09:10.663262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'name': 'network-vif-deleted', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:10.666076 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59306b-9a2b-4e3b-b2af-9528d46c2d9c" -d '{"events": [{"server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "name": "network-vif-deleted", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:10.714662 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ce55c-9f81-4509-8df1-d0ccaa5d84a2 x-openstack-request-id: req-af7ce55c-9f81-4509-8df1-d0ccaa5d84a2 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:10.714959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c96bfa-9abc-4b43-a1fc-e9b75d8436cd", "name": "network-vif-deleted", "tag": "8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:10.715214 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af7ce55c-9f81-4509-8df1-d0ccaa5d84a2 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:10.715623 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7ce55c-9f81-4509-8df1-d0ccaa5d84a2'] response: {'server_uuid': '05c96bfa-9abc-4b43-a1fc-e9b75d8436cd', 'name': 'network-vif-deleted', 'tag': '8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91', 'status': 'completed', 'code': 200} May 10 14:09:10.766645 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:10.962670 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:10.988458 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] Checking router: 10337019-06f8-4cc8-a558-fc48f30d9a45 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:10.996627 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:10.997413 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:08:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:11.105010 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:11.301279 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:11.326467 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a2e7c-b714-44cf-a23e-afe2296b8394 None None] The sync data for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi is: [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'dc1b97cf-4d85-4387-8e73-4db27a4085a1', 'name': '', 'network_id': 'c48a28d6-d3fb-47b6-bcca-bb27d9f57474', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'mac_address': 'fa:16:3e:3a:fd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:41Z', 'updated_at': '2022-05-10T14:01:54Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'subnets': [{'id': '1ef827bc-57f9-472c-9d88-a7598178a4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:11.551653 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54101555-28ea-495f-a5ca-2621fa09f371 None None] New status for floating IP 3c9b1b61-85ac-4cbe-8122-049636e3dd52: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:11.592052 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33310) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:11.646996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521af751-862e-4031-a512-baf00fb4df90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group (54079e30-5a2c-4a16-91dc-1ed024849368), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.670671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521af751-862e-4031-a512-baf00fb4df90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group (54079e30-5a2c-4a16-91dc-1ed024849368), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.718757 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521af751-862e-4031-a512-baf00fb4df90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (54079e30-5a2c-4a16-91dc-1ed024849368), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.721898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521af751-862e-4031-a512-baf00fb4df90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.723252 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-521af751-862e-4031-a512-baf00fb4df90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "DELETE /v2.0/security-groups/54079e30-5a2c-4a16-91dc-1ed024849368 HTTP/1.1" status: 204 len: 168 time: 0.1302037 May 10 14:09:11.725944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33312) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:11.732650 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521af751-862e-4031-a512-baf00fb4df90 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54079e30-5a2c-4a16-91dc-1ed024849368,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:11.739242 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-c0c5a987-fdfa-463c-a6a1-2fc69a987b7a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] show failed (client error): The resource could not be found. May 10 14:09:11.740431 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c0c5a987-fdfa-463c-a6a1-2fc69a987b7a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups/54079e30-5a2c-4a16-91dc-1ed024849368 HTTP/1.1" status: 404 len: 347 time: 0.0134833 May 10 14:09:11.743155 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33314) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:11.863807 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Deleting port 2577d53f-7a61-4177-8c3f-e80cb6c9629b {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:11.864153 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.937881 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.938226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (2577d53f-7a61-4177-8c3f-e80cb6c9629b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:11.951842 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Calling delete_port for 2577d53f-7a61-4177-8c3f-e80cb6c9629b owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:12.114637 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (2577d53f-7a61-4177-8c3f-e80cb6c9629b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:12.144737 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event deleted for resources: {'Port': ['ID=2577d53f-7a61-4177-8c3f-e80cb6c9629b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:12.168024 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.168370 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.168708 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.169042 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.169371 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.169696 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.170020 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.170370 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.170693 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.171015 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.171333 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.171649 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.171968 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.172284 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.172600 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:12.213606 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks [] for floatingip (3c9b1b61-85ac-4cbe-8122-049636e3dd52), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:12.216204 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:12.217355 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fafa4a02-467e-42b0-a659-b29225a249f3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "DELETE /v2.0/floatingips/3c9b1b61-85ac-4cbe-8122-049636e3dd52 HTTP/1.1" status: 204 len: 168 time: 0.4733074 May 10 14:09:14.541572 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:14.562186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:14.562570 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 8a5e5f9e-3ecc-489e-830a-8a06ae7f9e91 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:14.690437 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd5c5-369d-4128-981e-f40462d34144 req-bf252f62-c8b9-47be-a945-72b9ab80aa3e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:14.692539 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b46cd5c5-369d-4128-981e-f40462d34144 req-bf252f62-c8b9-47be-a945-72b9ab80aa3e tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0524726 May 10 14:09:14.741452 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b46cd5c5-369d-4128-981e-f40462d34144 req-e5bc5325-601a-48f8-bc31-c5ff8bd2acfd tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 May 10 14:09:15.420403 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-2b2ed90a-5a98-4520-904f-c3cb5887f11a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:15.421830 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-2b2ed90a-5a98-4520-904f-c3cb5887f11a tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 946 time: 0.0484076 May 10 14:09:15.511262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Deleting port fec44231-1d3b-4ecc-b5bb-dddd45402204 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:15.511605 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:15.599796 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] For port fec44231-1d3b-4ecc-b5bb-dddd45402204, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fec44231-1d3b-4ecc-b5bb-dddd45402204,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:15.600157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:15.613398 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Calling delete_port for fec44231-1d3b-4ecc-b5bb-dddd45402204 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:15.739995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (fec44231-1d3b-4ecc-b5bb-dddd45402204), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:15.750894 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['7fcebda4-a245-47da-98d3-1c315a7310e9', 'fec44231-1d3b-4ecc-b5bb-dddd45402204'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:15.768805 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event deleted for resources: {'Port': ['ID=fec44231-1d3b-4ecc-b5bb-dddd45402204,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:15.816935 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] No DVR routers for this DVR port fec44231-1d3b-4ecc-b5bb-dddd45402204 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:15.819815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:15.823252 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b288286-ef0e-4b8a-b923-26b59ed03443 req-cdb17853-dd6c-4bc5-8de5-3da9fd0e8135 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "DELETE /v2.0/ports/fec44231-1d3b-4ecc-b5bb-dddd45402204 HTTP/1.1" status: 204 len: 173 time: 0.3930902 May 10 14:09:15.823823 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead53d16-350b-428b-abb0-ee729094fae0', 'name': 'network-vif-deleted', 'tag': 'fec44231-1d3b-4ecc-b5bb-dddd45402204'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:15.826148 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999b443-7ee2-47a4-911b-e0b74ea21a1d" -d '{"events": [{"server_uuid": "ead53d16-350b-428b-abb0-ee729094fae0", "name": "network-vif-deleted", "tag": "fec44231-1d3b-4ecc-b5bb-dddd45402204"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:15.879097 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f99636a-2d03-4578-8734-54733ba78c8c x-openstack-request-id: req-0f99636a-2d03-4578-8734-54733ba78c8c {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:15.879387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead53d16-350b-428b-abb0-ee729094fae0", "name": "network-vif-deleted", "tag": "fec44231-1d3b-4ecc-b5bb-dddd45402204", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:15.879637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f99636a-2d03-4578-8734-54733ba78c8c {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:15.880027 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f99636a-2d03-4578-8734-54733ba78c8c'] response: {'server_uuid': 'ead53d16-350b-428b-abb0-ee729094fae0', 'name': 'network-vif-deleted', 'tag': 'fec44231-1d3b-4ecc-b5bb-dddd45402204', 'status': 'completed', 'code': 200} May 10 14:09:15.882222 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-507faafa-6530-43e6-88f3-b0816523f4d5 req-d833d07e-1aba-4ad8-b7f6-30ea1e758bce tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=ead53d16-350b-428b-abb0-ee729094fae0 HTTP/1.1" status: 200 len: 210 time: 0.0365796 May 10 14:09:17.158955 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e6ee7-7340-465e-95fe-c732bb26216c req-de44376b-6954-4ed9-9d21-ddb05fa72d33 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:17.159841 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce7e6ee7-7340-465e-95fe-c732bb26216c req-de44376b-6954-4ed9-9d21-ddb05fa72d33 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0498397 May 10 14:09:17.204935 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce7e6ee7-7340-465e-95fe-c732bb26216c req-ffeb8df7-9a3f-4329-b93a-80118be3a3e9 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8798063-9833-43ae-8c44-0f0db0b21abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 May 10 14:09:17.836629 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725031bd-3e8d-4949-b607-74f6cde2641c req-bd632d67-d39e-4399-ae8d-6d1da64f0fc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:17.838085 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-725031bd-3e8d-4949-b607-74f6cde2641c req-bd632d67-d39e-4399-ae8d-6d1da64f0fc3 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 945 time: 0.0529380 May 10 14:09:17.923480 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Deleting port 7fcebda4-a245-47da-98d3-1c315a7310e9 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:17.923816 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:18.011829 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] For port 7fcebda4-a245-47da-98d3-1c315a7310e9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7fcebda4-a245-47da-98d3-1c315a7310e9,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:18.012190 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:18.025160 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Calling delete_port for 7fcebda4-a245-47da-98d3-1c315a7310e9 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:18.148061 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (7fcebda4-a245-47da-98d3-1c315a7310e9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:18.162618 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['7fcebda4-a245-47da-98d3-1c315a7310e9', 'fec44231-1d3b-4ecc-b5bb-dddd45402204'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:18.180730 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Pushing event deleted for resources: {'Port': ['ID=7fcebda4-a245-47da-98d3-1c315a7310e9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:18.226715 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] No DVR routers for this DVR port 7fcebda4-a245-47da-98d3-1c315a7310e9 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:18.229299 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:18.232845 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-725031bd-3e8d-4949-b607-74f6cde2641c req-9b890de1-699f-4c27-aa1c-ed1fb81b7d29 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.59 "DELETE /v2.0/ports/7fcebda4-a245-47da-98d3-1c315a7310e9 HTTP/1.1" status: 204 len: 173 time: 0.3885434 May 10 14:09:18.233299 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'name': 'network-vif-deleted', 'tag': '7fcebda4-a245-47da-98d3-1c315a7310e9'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:18.236091 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1903bfa-e0e2-4582-b23d-6b64c0774afd" -d '{"events": [{"server_uuid": "f8618c48-35fd-41ab-975f-ae42c69a6a94", "name": "network-vif-deleted", "tag": "7fcebda4-a245-47da-98d3-1c315a7310e9"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:18.273430 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f9db8b-1108-48a5-a05e-36ea05254198 x-openstack-request-id: req-f4f9db8b-1108-48a5-a05e-36ea05254198 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:18.273750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8618c48-35fd-41ab-975f-ae42c69a6a94", "name": "network-vif-deleted", "tag": "7fcebda4-a245-47da-98d3-1c315a7310e9", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:18.274004 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f9db8b-1108-48a5-a05e-36ea05254198 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:18.274434 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f9db8b-1108-48a5-a05e-36ea05254198'] response: {'server_uuid': 'f8618c48-35fd-41ab-975f-ae42c69a6a94', 'name': 'network-vif-deleted', 'tag': '7fcebda4-a245-47da-98d3-1c315a7310e9', 'status': 'completed', 'code': 200} May 10 14:09:18.306605 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36d14ccc-3598-4ba6-a483-ee5f9ac64109 req-a143b4ec-6de9-411f-ba87-fbc897740a37 tempest-ServerRescueNegativeTestJSON-2061806249 tempest-ServerRescueNegativeTestJSON-2061806249-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8618c48-35fd-41ab-975f-ae42c69a6a94 HTTP/1.1" status: 200 len: 210 time: 0.0294039 May 10 14:09:19.365324 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33354) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:19.376213 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:09:20.055582 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (10337019-06f8-4cc8-a558-fc48f30d9a45), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:20.335532 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Deleting port dc1b97cf-4d85-4387-8e73-4db27a4085a1 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:20.335780 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:20.411430 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] For port dc1b97cf-4d85-4387-8e73-4db27a4085a1, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=dc1b97cf-4d85-4387-8e73-4db27a4085a1,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:20.412071 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:20.424411 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Calling delete_port for dc1b97cf-4d85-4387-8e73-4db27a4085a1 owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:20.569003 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fec44231-1d3b-4ecc-b5bb-dddd45402204 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:20.588822 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: fec44231-1d3b-4ecc-b5bb-dddd45402204 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:20.589080 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device fec44231-1d3b-4ecc-b5bb-dddd45402204 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:20.589471 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7fcebda4-a245-47da-98d3-1c315a7310e9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:20.602926 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (dc1b97cf-4d85-4387-8e73-4db27a4085a1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:20.608597 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 7fcebda4-a245-47da-98d3-1c315a7310e9 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:20.608944 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7fcebda4-a245-47da-98d3-1c315a7310e9 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:20.630958 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1b97cf-4d85-4387-8e73-4db27a4085a1,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:20.798170 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (10337019-06f8-4cc8-a558-fc48f30d9a45), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:21.010876 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Router 10337019-06f8-4cc8-a558-fc48f30d9a45 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:21.115937 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:21.120787 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-141f2602-7897-4b79-a379-cc4ad9b6e567 admin admin] 10.222.0.32 "PUT /v2.0/routers/10337019-06f8-4cc8-a558-fc48f30d9a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543960 May 10 14:09:21.123747 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33358) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:21.124881 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] Sync routers for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:21.136125 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:21.136734 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:08:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:21.230471 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks [] for router (10337019-06f8-4cc8-a558-fc48f30d9a45), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:21.376366 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:21.551111 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks [] for router_gateway (10337019-06f8-4cc8-a558-fc48f30d9a45), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:21.554076 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:09:20Z', 'revision_number': 5, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port': {'id': '1d566ba5-84e9-4faf-852b-3a0e19fd391f', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:21.581031 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] Checking router: 10337019-06f8-4cc8-a558-fc48f30d9a45 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:21.589164 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] Routers {'10337019-06f8-4cc8-a558-fc48f30d9a45'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:21.589762 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:08:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['10337019-06f8-4cc8-a558-fc48f30d9a45'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:21.594925 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Deleting port 1d566ba5-84e9-4faf-852b-3a0e19fd391f {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:21.595261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:21.672374 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] For port 1d566ba5-84e9-4faf-852b-3a0e19fd391f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=1d566ba5-84e9-4faf-852b-3a0e19fd391f,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:21.672646 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:21.677668 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] Set router 10337019-06f8-4cc8-a558-fc48f30d9a45 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:21.686120 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Calling delete_port for 1d566ba5-84e9-4faf-852b-3a0e19fd391f owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:21.728231 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:09:21Z', 'revision_number': 6, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:21.758093 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb7918-2ecb-48dd-8649-46412075d6ad None None] The sync data for ids ['10337019-06f8-4cc8-a558-fc48f30d9a45'] in dv-cinder-835881-9-iscsi is: [{'id': '10337019-06f8-4cc8-a558-fc48f30d9a45', 'name': 'tempest-ServerRescueNegativeTestJSON-909761346-router', 'tenant_id': '523029c9401f49c399be46bfe308b5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:09:21Z', 'revision_number': 6, 'project_id': '523029c9401f49c399be46bfe308b5e6', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:21.853365 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (1d566ba5-84e9-4faf-852b-3a0e19fd391f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:21.878851 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d566ba5-84e9-4faf-852b-3a0e19fd391f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:21.938476 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (10337019-06f8-4cc8-a558-fc48f30d9a45), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.043289 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (10337019-06f8-4cc8-a558-fc48f30d9a45), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.045414 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks [] for router_controller (10337019-06f8-4cc8-a558-fc48f30d9a45), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.107952 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (10337019-06f8-4cc8-a558-fc48f30d9a45), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.108964 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10337019-06f8-4cc8-a558-fc48f30d9a45 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:09:22.120406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.124062 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-30c9fdfc-947b-4782-9acf-41e1621aea4f admin admin] 10.222.0.32 "DELETE /v2.0/routers/10337019-06f8-4cc8-a558-fc48f30d9a45 HTTP/1.1" status: 204 len: 168 time: 0.9969125 May 10 14:09:22.124295 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33360) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:22.170735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Deleting subnet 1ef827bc-57f9-472c-9d88-a7598178a4d7 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:09:22.174239 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Publish callbacks [] for subnet (1ef827bc-57f9-472c-9d88-a7598178a4d7), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.219234 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (1ef827bc-57f9-472c-9d88-a7598178a4d7), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.322794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (1ef827bc-57f9-472c-9d88-a7598178a4d7), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.376725 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (1ef827bc-57f9-472c-9d88-a7598178a4d7), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.404340 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.408240 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ef827bc-57f9-472c-9d88-a7598178a4d7 HTTP/1.1" status: 204 len: 168 time: 0.2828627 May 10 14:09:22.409242 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cec69-5024-4682-b45d-d68a65d9d7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef827bc-57f9-472c-9d88-a7598178a4d7,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:22.409360 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ebd661-0471-499f-90f5-ea140f2f3861 None None] Network c48a28d6-d3fb-47b6-bcca-bb27d9f57474 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:09:22.411176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33362) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:22.481293 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (c48a28d6-d3fb-47b6-bcca-bb27d9f57474), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.528812 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Deleting port b5ce2821-07b8-4300-bfba-48db3c3092c2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:22.529155 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.585883 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] DHCP port deletion for c48a28d6-d3fb-47b6-bcca-bb27d9f57474 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:09:22.594230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] For port b5ce2821-07b8-4300-bfba-48db3c3092c2, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b5ce2821-07b8-4300-bfba-48db3c3092c2,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:22.594584 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.608541 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Calling delete_port for b5ce2821-07b8-4300-bfba-48db3c3092c2 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:22.616560 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device dc1b97cf-4d85-4387-8e73-4db27a4085a1 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:22.642118 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: dc1b97cf-4d85-4387-8e73-4db27a4085a1 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:22.642488 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device dc1b97cf-4d85-4387-8e73-4db27a4085a1 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:22.651794 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Deleting port b5ce2821-07b8-4300-bfba-48db3c3092c2 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:22.652196 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.695207 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.721765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] For port b5ce2821-07b8-4300-bfba-48db3c3092c2, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b5ce2821-07b8-4300-bfba-48db3c3092c2,segment=NetworkSegment(6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1),segment_id=6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:22.722158 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.722748 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ce2821-07b8-4300-bfba-48db3c3092c2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:22.727424 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] No DVR routers for this DVR port b5ce2821-07b8-4300-bfba-48db3c3092c2 on host dv-cinder-835881-9-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:22.737168 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Calling delete_port for b5ce2821-07b8-4300-bfba-48db3c3092c2 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:22.810915 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (c48a28d6-d3fb-47b6-bcca-bb27d9f57474), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.835024 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48a28d6-d3fb-47b6-bcca-bb27d9f57474']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:22.854222 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:22.854532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:22.865187 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.868351 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (b5ce2821-07b8-4300-bfba-48db3c3092c2), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.881535 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.890140 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:09:22.890569 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (6bc2bb7a-7b76-4d8a-8b8b-5935ee7579b1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:09:22.892184 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:09:22.896442 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Pushing event deleted for resources: {'Port': ['ID=b5ce2821-07b8-4300-bfba-48db3c3092c2,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:22.898699 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] No DVR routers for this DVR port b5ce2821-07b8-4300-bfba-48db3c3092c2 on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:22.906447 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.906789 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.907151 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.907484 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.907812 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.908135 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.909140 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.909584 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.909908 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.910242 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.910568 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.910906 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.911228 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.911544 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.911859 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dcb945-8202-4a8d-b678-e057032f57b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:22.949713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (c48a28d6-d3fb-47b6-bcca-bb27d9f57474), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.957100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:22.960172 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] 10.222.0.32 "DELETE /v2.0/networks/c48a28d6-d3fb-47b6-bcca-bb27d9f57474 HTTP/1.1" status: 204 len: 168 time: 0.5474951 May 10 14:09:22.969690 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60653d-9c7a-446c-bc11-4c6f97a883fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c48a28d6-d3fb-47b6-bcca-bb27d9f57474,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:23.069357 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33366) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:23.111352 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-46d3ec90-1195-48c6-94df-ff9bbf0728af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=523029c9401f49c399be46bfe308b5e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408535 May 10 14:09:23.114565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33368) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:23.161006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19cc56d8-0e2a-49ab-b267-7da815c59a8a admin admin] Publish callbacks [] for security_group (d8798063-9833-43ae-8c44-0f0db0b21abd), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:23.182324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19cc56d8-0e2a-49ab-b267-7da815c59a8a admin admin] Publish callbacks [] for security_group (d8798063-9833-43ae-8c44-0f0db0b21abd), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:23.228440 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19cc56d8-0e2a-49ab-b267-7da815c59a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d8798063-9833-43ae-8c44-0f0db0b21abd), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:23.230956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19cc56d8-0e2a-49ab-b267-7da815c59a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:23.232332 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-19cc56d8-0e2a-49ab-b267-7da815c59a8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8798063-9833-43ae-8c44-0f0db0b21abd HTTP/1.1" status: 204 len: 168 time: 0.1169393 May 10 14:09:23.240886 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc56d8-0e2a-49ab-b267-7da815c59a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8798063-9833-43ae-8c44-0f0db0b21abd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:23.893912 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33394) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:23.990463 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-network', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:24.009587 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Made reservation on behalf of c251b9c401c6455da95be74c9119b8d2 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:24.013094 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d566ba5-84e9-4faf-852b-3a0e19fd391f no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:24.017148 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.026087 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.033220 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 1d566ba5-84e9-4faf-852b-3a0e19fd391f {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:24.034262 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d566ba5-84e9-4faf-852b-3a0e19fd391f not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:24.034667 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b5ce2821-07b8-4300-bfba-48db3c3092c2 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:24.053442 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: b5ce2821-07b8-4300-bfba-48db3c3092c2 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:24.053780 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b5ce2821-07b8-4300-bfba-48db3c3092c2 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:24.102697 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks [] for security_group (ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.107032 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.127214 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:09:24.139992 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:24.144635 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (4bc4af26-a07d-424c-bfb7-409a1899132d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.144973 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Added segment 4bc4af26-a07d-424c-bfb7-409a1899132d of type vlan for network 7a8e69b7-4e90-4197-9be6-027007b12991 May 10 14:09:24.184065 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (7a8e69b7-4e90-4197-9be6-027007b12991), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.207654 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (7a8e69b7-4e90-4197-9be6-027007b12991), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.208746 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:24.209339 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.226081 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e6d0804b-8a5f-49df-9230-0a1029773572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.272119 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3769710 May 10 14:09:24.274877 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33402) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:24.281094 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Request body: {'subnet': {'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-subnet', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:24.293753 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fcffd-0373-4df7-af4b-15001da059bb admin admin] Pushing event updated for resources: {'Network': ['ID=7a8e69b7-4e90-4197-9be6-027007b12991,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:24.304670 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 7a8e69b7-4e90-4197-9be6-027007b12991 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:09:24.309842 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Made reservation on behalf of c251b9c401c6455da95be74c9119b8d2 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:24.312608 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.490482 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (e53a7414-388e-402e-b07f-bbc5d64c06fe), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.545086 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53a7414-388e-402e-b07f-bbc5d64c06fe,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:24.558825 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Checking segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:24.559177 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Network hostable DHCP agents. Network: 7a8e69b7-4e90-4197-9be6-027007b12991, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:09:24.577308 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Network 7a8e69b7-4e90-4197-9be6-027007b12991 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:09:24.586013 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 7a8e69b7-4e90-4197-9be6-027007b12991) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:24.590038 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:24.590664 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.599648 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb2c20-a947-4e73-9c10-2426dd4d9dd3 None None] Network 7a8e69b7-4e90-4197-9be6-027007b12991 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:09:24.611079 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-621aa160-9183-4696-84df-a58c6e6ceb67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3351963 May 10 14:09:24.612070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33410) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:24.617565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:24.639383 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.640483 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.701080 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks [] for router_controller (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.725970 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-7a8e69b7-4e90-4197-9be6-027007b12991', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:09:24.727086 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.848616 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5354e-dde2-4a7c-85f1-72bf1dd0bcb2 req-ae228e30-8b19-46d4-a0cf-f7512c336e3d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:24.850080 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0ab5354e-dde2-4a7c-85f1-72bf1dd0bcb2 req-ae228e30-8b19-46d4-a0cf-f7512c336e3d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.1100872 May 10 14:09:24.871307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Allocated IP 172.20.0.2 (7a8e69b7-4e90-4197-9be6-027007b12991/e53a7414-388e-402e-b07f-bbc5d64c06fe/8710aadf-1cca-4455-8216-eb9d6fd865c9) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:24.892425 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks [] for router_gateway (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.969294 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0ab5354e-dde2-4a7c-85f1-72bf1dd0bcb2 req-89e15e45-0113-429f-9967-811e28f893cf tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130617 May 10 14:09:25.011729 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Publish callbacks [] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.016537 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.060256 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Network 7a8e69b7-4e90-4197-9be6-027007b12991 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:25.063249 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:25.069377 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:25.074826 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Pushing event updated for resources: {'Port': ['ID=8710aadf-1cca-4455-8216-eb9d6fd865c9,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:25.100450 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks [] for router_gateway (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.119387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.129797 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Attempting to bind port 8710aadf-1cca-4455-8216-eb9d6fd865c9 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:25.130168 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Attempting to bind port 8710aadf-1cca-4455-8216-eb9d6fd865c9 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:25.130558 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Attempting to bind port 8710aadf-1cca-4455-8216-eb9d6fd865c9 on network 7a8e69b7-4e90-4197-9be6-027007b12991 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:25.135630 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:25.136003 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Checking segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:25.136410 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.136792 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Bound using segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:25.137251 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Bound port: 8710aadf-1cca-4455-8216-eb9d6fd865c9, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:25.137625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.198313 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] For port 8710aadf-1cca-4455-8216-eb9d6fd865c9, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:25.201523 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] For port 8710aadf-1cca-4455-8216-eb9d6fd865c9, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=8710aadf-1cca-4455-8216-eb9d6fd865c9,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:25.207788 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.224781 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Allocated IP 172.27.2.197 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/04cbfe50-ac53-4547-9310-084fcd01cd66) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:25.274405 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c91d7-24c3-4a4a-9f1c-6a0dc14dd8c1 None None] Pushing event updated for resources: {'Port': ['ID=8710aadf-1cca-4455-8216-eb9d6fd865c9,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:25.333882 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks [] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.368944 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.408993 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:25.417454 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:25.426331 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:25.431966 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Pushing event updated for resources: {'Port': ['ID=04cbfe50-ac53-4547-9310-084fcd01cd66,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:25.957851 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks [] for router_gateway (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.967784 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667faf1-2330-400c-8d37-56e6487926f7 req-275f0ca7-7e06-4291-b0c4-6d7b672a9c49 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:25.972039 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9667faf1-2330-400c-8d37-56e6487926f7 req-275f0ca7-7e06-4291-b0c4-6d7b672a9c49 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0574775 May 10 14:09:26.076918 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 8710aadf-1cca-4455-8216-eb9d6fd865c9 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:26.124212 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373d4cc-495a-4e6c-b61b-8f18c100b625 req-e89016ed-2f18-4522-a21f-fa81b9c34539 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:26.126625 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9373d4cc-495a-4e6c-b61b-8f18c100b625 req-e89016ed-2f18-4522-a21f-fa81b9c34539 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 945 time: 0.0704789 May 10 14:09:26.142017 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Deleting port a3267fc0-8b43-4414-a63f-84901ac8ab21 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:26.142389 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.150986 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 8710aadf-1cca-4455-8216-eb9d6fd865c9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:26.151363 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.191519 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9373d4cc-495a-4e6c-b61b-8f18c100b625 req-c25029af-8170-4e40-8def-d60f0230f5d2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531583 May 10 14:09:26.246148 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311b5d1-6b83-44d4-b19b-93b561fc51ec None None] Network 7a8e69b7-4e90-4197-9be6-027007b12991 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:09:26.249493 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 8710aadf-1cca-4455-8216-eb9d6fd865c9 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:26.249883 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.313672 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] For port a3267fc0-8b43-4414-a63f-84901ac8ab21, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a3267fc0-8b43-4414-a63f-84901ac8ab21,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:26.314034 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.318108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.352020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 8710aadf-1cca-4455-8216-eb9d6fd865c9, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=8710aadf-1cca-4455-8216-eb9d6fd865c9,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:26.365208 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6ebaa10f-b385-4238-b5fa-58ed06743433 None None] Provisioning complete for port 8710aadf-1cca-4455-8216-eb9d6fd865c9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:26.365581 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa10f-b385-4238-b5fa-58ed06743433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.370483 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.555844 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-16a7ef7e-37f7-4c2a-b488-ceb4417255e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.589816 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.590178 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (ebca7374-8d0b-4491-89aa-e32c6b6c8f83), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.590540 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Floating IP ebca7374-8d0b-4491-89aa-e32c6b6c8f83 disassociated. External IP: 172.27.2.54, port: a3267fc0-8b43-4414-a63f-84901ac8ab21. May 10 14:09:26.590858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Calling delete_port for a3267fc0-8b43-4414-a63f-84901ac8ab21 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:26.630134 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=8710aadf-1cca-4455-8216-eb9d6fd865c9,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:26.635630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:09:26.675351 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaa10f-b385-4238-b5fa-58ed06743433 None None] Current status of the port 8710aadf-1cca-4455-8216-eb9d6fd865c9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:26.811559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:26.820823 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:26.824225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (a3267fc0-8b43-4414-a63f-84901ac8ab21), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.830937 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:26.831678 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:26.842477 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.846872 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-46ff9896-b18f-4252-9e43-a726a9f83fca admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2299325 May 10 14:09:26.847352 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33416) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:26.871056 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event deleted for resources: {'Port': ['ID=a3267fc0-8b43-4414-a63f-84901ac8ab21,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:26.899725 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-dc20b51d-fa1a-4e0c-8be0-6d55d046e3c1 None None] Provisioning complete for port 8710aadf-1cca-4455-8216-eb9d6fd865c9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:26.900303 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dc20b51d-fa1a-4e0c-8be0-6d55d046e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.956954 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:26.995647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-dc20b51d-fa1a-4e0c-8be0-6d55d046e3c1 None None] Current status of the port 8710aadf-1cca-4455-8216-eb9d6fd865c9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:27.015012 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:27.135662 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:25Z', 'revision_number': 3, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:27.139197 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:27.155485 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:27.165885 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:27.166946 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:27.168593 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:27.169116 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Updating router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce port 04cbfe50-ac53-4547-9310-084fcd01cd66 binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:09:27.191304 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] No DVR routers for this DVR port a3267fc0-8b43-4414-a63f-84901ac8ab21 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:27.194089 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.198419 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9667faf1-2330-400c-8d37-56e6487926f7 req-c2041b23-b997-439a-bde6-d86665415969 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "DELETE /v2.0/ports/a3267fc0-8b43-4414-a63f-84901ac8ab21 HTTP/1.1" status: 204 len: 173 time: 1.1953483 May 10 14:09:27.198910 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'name': 'network-vif-deleted', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:27.199451 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.202008 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63376e4f-8281-432f-8279-9d8904818bda" -d '{"events": [{"server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "name": "network-vif-deleted", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:27.302695 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6729f7d5-b23b-4485-a666-2148f257aafe x-openstack-request-id: req-6729f7d5-b23b-4485-a666-2148f257aafe {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:27.302970 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2d918d-8df2-4251-a1e8-c73cb0c946c1", "name": "network-vif-deleted", "tag": "a3267fc0-8b43-4414-a63f-84901ac8ab21", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:27.303227 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6729f7d5-b23b-4485-a666-2148f257aafe {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:27.303628 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6729f7d5-b23b-4485-a666-2148f257aafe'] response: {'server_uuid': 'de2d918d-8df2-4251-a1e8-c73cb0c946c1', 'name': 'network-vif-deleted', 'tag': 'a3267fc0-8b43-4414-a63f-84901ac8ab21', 'status': 'completed', 'code': 200} May 10 14:09:27.368412 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.382599 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:27.392516 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-37451471-5a78-4148-a767-3968678fa3a9 req-46813a6f-85a4-4073-98df-130832fa998b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2d918d-8df2-4251-a1e8-c73cb0c946c1 HTTP/1.1" status: 200 len: 210 time: 0.1191413 May 10 14:09:27.558900 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Allocated IP 172.20.0.1 (7a8e69b7-4e90-4197-9be6-027007b12991/e53a7414-388e-402e-b07f-bbc5d64c06fe/f2cf2f2f-b76a-4f37-949f-318fefc15658) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:27.568989 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Publish callbacks [] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.583423 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.616243 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:27.636353 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Attempting to bind port 04cbfe50-ac53-4547-9310-084fcd01cd66 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:27.636718 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Attempting to bind port 04cbfe50-ac53-4547-9310-084fcd01cd66 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:27.637071 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Attempting to bind port 04cbfe50-ac53-4547-9310-084fcd01cd66 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:27.649872 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:27.650152 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:27.650576 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.650961 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:27.651425 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Bound port: 04cbfe50-ac53-4547-9310-084fcd01cd66, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:27.651878 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.653623 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Pushing event updated for resources: {'Port': ['ID=04cbfe50-ac53-4547-9310-084fcd01cd66,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:27.654642 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:27.668453 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:27.669082 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:27.680957 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.681297 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.681663 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.682022 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.682385 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.682699 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.683021 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.683341 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.683656 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.683973 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.684290 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.684617 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.684968 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.685310 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.685586 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:27.703004 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks [] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.723349 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] For port 04cbfe50-ac53-4547-9310-084fcd01cd66, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:27.726477 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] For port 04cbfe50-ac53-4547-9310-084fcd01cd66, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=04cbfe50-ac53-4547-9310-084fcd01cd66,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:27.735224 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.752763 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.804073 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Network 7a8e69b7-4e90-4197-9be6-027007b12991 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:27.810321 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bddebc-817d-4bcb-bcc2-2238e64282d8 None None] Pushing event updated for resources: {'Port': ['ID=04cbfe50-ac53-4547-9310-084fcd01cd66,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:27.814148 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:27.816803 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cf2f2f-b76a-4f37-949f-318fefc15658,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:27.819235 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:27.824284 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.824723 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:27.825330 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:27.844005 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:27.867318 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.957980 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:28.036616 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.095657 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:28.101824 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 8710aadf-1cca-4455-8216-eb9d6fd865c9 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:28.156211 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1698f5-ff61-4f0e-84de-5037224f1acf None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:28.169165 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-712dd331-7ad1-42cc-a9ab-b14b2f7e8a28 None None] Provisioning complete for port f2cf2f2f-b76a-4f37-949f-318fefc15658 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:28.169495 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-712dd331-7ad1-42cc-a9ab-b14b2f7e8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.171964 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:25Z', 'revision_number': 3, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:28.204685 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f085f-2a52-45e7-b8ec-0ace3387be72 None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:25Z', 'revision_number': 3, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:28.218572 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-712dd331-7ad1-42cc-a9ab-b14b2f7e8a28 None None] Port f2cf2f2f-b76a-4f37-949f-318fefc15658 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:28.222964 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 8710aadf-1cca-4455-8216-eb9d6fd865c9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:28.223478 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.244636 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks [] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.251566 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.319983 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 8710aadf-1cca-4455-8216-eb9d6fd865c9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:28.323057 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.331880 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cf2f2f-b76a-4f37-949f-318fefc15658,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:28.426501 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Network 7a8e69b7-4e90-4197-9be6-027007b12991 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:28.427881 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:28.530974 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33426) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:28.552332 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4d514-e47b-4b39-97c2-a659840e9c2b None None] New status for floating IP ebca7374-8d0b-4491-89aa-e32c6b6c8f83: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:28.661076 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:28.662789 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-38f5e208-a981-436a-817f-5d792feafc4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.699100 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-38f5e208-a981-436a-817f-5d792feafc4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.832507 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-38f5e208-a981-436a-817f-5d792feafc4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.837143 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-38f5e208-a981-436a-817f-5d792feafc4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.837143 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-38f5e208-a981-436a-817f-5d792feafc4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e HTTP/1.1" status: 204 len: 168 time: 0.2956593 May 10 14:09:28.839381 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33428) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:28.844485 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:28.854172 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-773e126f-0414-40e3-b1a1-132d382d8227 admin admin] 10.222.0.32 "PUT /v2.0/routers/02ae45e1-23e7-4bdc-8dfb-5e872ae057ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053451 May 10 14:09:28.863232 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5e208-a981-436a-817f-5d792feafc4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:28.868736 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2db389ee-ea6e-4f0a-ba34-abda251d186d None None] Provisioning complete for port f2cf2f2f-b76a-4f37-949f-318fefc15658 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:28.869636 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2db389ee-ea6e-4f0a-ba34-abda251d186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.871269 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-fa9f97c0-1822-4c4a-b247-d2f97720dbcd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] show failed (client error): The resource could not be found. May 10 14:09:28.872840 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fa9f97c0-1822-4c4a-b247-d2f97720dbcd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups/b2a46b22-30f3-4dd0-9d8f-5a4c054fa80e HTTP/1.1" status: 404 len: 347 time: 0.0313718 May 10 14:09:28.875439 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33432) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:28.928880 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2db389ee-ea6e-4f0a-ba34-abda251d186d None None] Port f2cf2f2f-b76a-4f37-949f-318fefc15658 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:28.937264 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.032213 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Deleting port 0dc7749f-59c6-4eac-ac3f-095b1e1b8b03 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:29.032667 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.115842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.116457 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.130929 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Calling delete_port for 0dc7749f-59c6-4eac-ac3f-095b1e1b8b03 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:29.191324 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33438) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.196409 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363928709', 'description': 'tempest-description--1068694881'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.216019 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.287976 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (0dc7749f-59c6-4eac-ac3f-095b1e1b8b03), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.303967 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (7aab61dc-5158-466e-aa43-9963d4c98c19), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.308507 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7aab61dc-5158-466e-aa43-9963d4c98c19), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.315532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event deleted for resources: {'Port': ['ID=0dc7749f-59c6-4eac-ac3f-095b1e1b8b03,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.339290 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.340515 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482005 May 10 14:09:29.342562 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c137d1-cc0f-45d1-92ff-23fc2005b087 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab61dc-5158-466e-aa43-9963d4c98c19,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.344497 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33440) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.349391 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'security_group_rule': {'security_group_id': '7aab61dc-5158-466e-aa43-9963d4c98c19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.374067 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (b271a8f2-6899-4764-85a4-e4faa8652807), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.386288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (ebca7374-8d0b-4491-89aa-e32c6b6c8f83), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.388755 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.389895 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d5583f9f-d3f3-4854-9c03-5b829b734084 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "DELETE /v2.0/floatingips/ebca7374-8d0b-4491-89aa-e32c6b6c8f83 HTTP/1.1" status: 204 len: 168 time: 0.5135636 May 10 14:09:29.433230 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (b271a8f2-6899-4764-85a4-e4faa8652807), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.438553 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (b271a8f2-6899-4764-85a4-e4faa8652807), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.458931 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33444) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.464246 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287630302', 'description': 'tempest-description--1788535036'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.468254 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b271a8f2-6899-4764-85a4-e4faa8652807,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.478887 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.482291 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-50cae7ee-802e-4848-8dd2-f7e230d5f41c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347957 May 10 14:09:29.482991 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33446) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.487938 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'security_group_rule': {'security_group_id': '7aab61dc-5158-466e-aa43-9963d4c98c19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.491686 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.513422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (75c8d789-f4e9-473f-959f-a76709461188), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.561273 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (b48c7b6d-dc41-4ffe-a896-a676418bbd69), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.564930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b48c7b6d-dc41-4ffe-a896-a676418bbd69), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.570182 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (75c8d789-f4e9-473f-959f-a76709461188), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.573802 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (75c8d789-f4e9-473f-959f-a76709461188), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.592077 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.592428 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c8d789-f4e9-473f-959f-a76709461188,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.593268 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333873 May 10 14:09:29.597324 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33448) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.597914 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f5baf-e599-4d8b-9001-0432428468a0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c7b6d-dc41-4ffe-a896-a676418bbd69,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.602136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'security_group_rule': {'security_group_id': 'b48c7b6d-dc41-4ffe-a896-a676418bbd69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.611020 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.612457 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-268ab011-0a01-4140-aabc-d8deedaf0371 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282787 May 10 14:09:29.615718 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33450) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.620338 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.631336 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (c1552b50-d04a-42bd-a6e5-a80c9304d559), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.640688 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.691641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (c1552b50-d04a-42bd-a6e5-a80c9304d559), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.696300 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (c1552b50-d04a-42bd-a6e5-a80c9304d559), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.716724 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1552b50-d04a-42bd-a6e5-a80c9304d559,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.725967 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.727949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.731802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ddb7787b-56f7-4f1d-a633-ea8212d9fba2 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310213 May 10 14:09:29.732145 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33452) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.737972 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'security_group_rule': {'security_group_id': 'b48c7b6d-dc41-4ffe-a896-a676418bbd69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:29.765180 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (ee46ad65-3384-4652-a66b-42c729addb2a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.823759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (ee46ad65-3384-4652-a66b-42c729addb2a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.827562 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (ee46ad65-3384-4652-a66b-42c729addb2a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.834246 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Allocated IP 172.27.2.101 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/d8a33696-8141-4cd9-8889-31b81dacfc5a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:29.846964 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee46ad65-3384-4652-a66b-42c729addb2a,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:29.856246 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:29.857948 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a4ecb741-513b-45f8-88d2-4995bc13ed2d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246176 May 10 14:09:29.860992 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33454) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:29.866567 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:30.028838 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:30.040720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:30.041715 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:30.083345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 04cbfe50-ac53-4547-9310-084fcd01cd66 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:30.166923 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.190243 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 04cbfe50-ac53-4547-9310-084fcd01cd66 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:30.190513 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.215628 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:30.259677 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.285770 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.359480 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.391108 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.430167 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:30.438818 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:30.449820 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Allocated IP 172.27.2.156 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/24d2f7a2-8229-480b-9c77-dcaabdb41408) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:30.451944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:30.488073 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'Port': ['ID=d8a33696-8141-4cd9-8889-31b81dacfc5a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:30.562555 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 04cbfe50-ac53-4547-9310-084fcd01cd66 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:30.562843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.615662 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 04cbfe50-ac53-4547-9310-084fcd01cd66, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=04cbfe50-ac53-4547-9310-084fcd01cd66,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:30.626765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:28Z', 'revision_number': 2, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:30.630971 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.632805 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (c8cda810-c847-465b-b62f-5db7e60874b6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.653211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.663905 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device a3267fc0-8b43-4414-a63f-84901ac8ab21 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:30.684503 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:30.684861 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Updating router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce port f2cf2f2f-b76a-4f37-949f-318fefc15658 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:09:30.692888 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.730490 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: a3267fc0-8b43-4414-a63f-84901ac8ab21 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:30.730865 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device a3267fc0-8b43-4414-a63f-84901ac8ab21 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:30.753500 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.756944 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.767551 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=04cbfe50-ac53-4547-9310-084fcd01cd66,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:30.826922 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:30.832866 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:30.838003 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:30.872808 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'Port': ['ID=24d2f7a2-8229-480b-9c77-dcaabdb41408,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:30.974466 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.978030 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (12ace172-ddec-4125-b4fa-ba1d5b2e7915), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.983786 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.029616 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Publish callbacks [] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.035546 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.070102 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.073471 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'Port': ['ID=d8a33696-8141-4cd9-8889-31b81dacfc5a,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:31.096647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680eed3-09ec-40b1-bd67-818965eb9522 None None] Pushing event updated for resources: {'Port': ['ID=f2cf2f2f-b76a-4f37-949f-318fefc15658,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:31.121336 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (c8cda810-c847-465b-b62f-5db7e60874b6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.146552 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.148007 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-491a9905-f4f8-4c7d-a60d-b07062fd82b3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5310578 May 10 14:09:31.154011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Attempting to bind port f2cf2f2f-b76a-4f37-949f-318fefc15658 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:31.154525 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Attempting to bind port f2cf2f2f-b76a-4f37-949f-318fefc15658 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:31.155027 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Attempting to bind port f2cf2f2f-b76a-4f37-949f-318fefc15658 on network 7a8e69b7-4e90-4197-9be6-027007b12991 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:31.161607 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:31.161995 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Checking segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:31.162462 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.163107 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Bound using segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:31.163586 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Bound port: f2cf2f2f-b76a-4f37-949f-318fefc15658, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:31.163971 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.253241 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] For port f2cf2f2f-b76a-4f37-949f-318fefc15658, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:31.257571 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] For port f2cf2f2f-b76a-4f37-949f-318fefc15658, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=f2cf2f2f-b76a-4f37-949f-318fefc15658,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:31.266260 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.282433 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.288189 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.320757 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:31.321542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:31.333122 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'Port': ['ID=24d2f7a2-8229-480b-9c77-dcaabdb41408,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:31.365837 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-4440a913-e953-4c0b-ab36-9ba34e83a38c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--363928709&fields=id&tenant_id=c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 267 time: 0.0951364 May 10 14:09:31.384874 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (12ace172-ddec-4125-b4fa-ba1d5b2e7915), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.400374 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] Provisioning complete for port f2cf2f2f-b76a-4f37-949f-318fefc15658 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:31.400746 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.404024 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.404857 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680eed3-09ec-40b1-bd67-818965eb9522 None None] Pushing event updated for resources: {'Port': ['ID=f2cf2f2f-b76a-4f37-949f-318fefc15658,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:31.415211 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c1134e8a-5508-4cdc-9d4a-eee95ba009c9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5432801 May 10 14:09:31.508910 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:31.514511 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-a939e8e7-5acd-4f0c-8bba-f3293cdf5dfb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:31.517288 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-a939e8e7-5acd-4f0c-8bba-f3293cdf5dfb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 817 time: 0.1439764 May 10 14:09:31.539211 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-98b3ce81-3217-425d-bb03-292421d30cde tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/quotas/c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 375 time: 0.0154123 May 10 14:09:31.585706 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-fbbea4e0-dddb-411d-8cc2-e9a2db87375d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451429 May 10 14:09:31.587245 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-7886c891-4a89-42ab-bbae-e40fb0b3bcd3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--287630302&fields=id&tenant_id=3327601a4d59466dbe9fb4ad689616f2 HTTP/1.1" status: 200 len: 267 time: 0.0546813 May 10 14:09:31.589763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] Current status of the port f2cf2f2f-b76a-4f37-949f-318fefc15658 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:31.590011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.693070 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-56f14038-7a2f-422e-a86a-69444bd3686c service neutron] 10.222.0.32 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927775 May 10 14:09:31.696759 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] For port f2cf2f2f-b76a-4f37-949f-318fefc15658, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=f2cf2f2f-b76a-4f37-949f-318fefc15658,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:31.702389 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-60adb996-74e2-48ee-aee5-bb52fe2633bd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:31.703961 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-60adb996-74e2-48ee-aee5-bb52fe2633bd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 810 time: 0.1092987 May 10 14:09:31.704428 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.727867 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-6d1c08db-592f-4f6c-a287-26d777a40ff8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/quotas/3327601a4d59466dbe9fb4ad689616f2 HTTP/1.1" status: 200 len: 375 time: 0.0111599 May 10 14:09:31.783330 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-24964a9a-2f3d-4a9f-b4f2-7bf6bdbe75a9 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499144 May 10 14:09:31.794833 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-11079615-1316-4399-ae02-92d8732f1d36 service neutron] 10.222.0.32 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007085 May 10 14:09:31.797873 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da9763-a921-4794-ac2d-519a8601dc06 None None] Pushing event updated for resources: {'Port': ['ID=f2cf2f2f-b76a-4f37-949f-318fefc15658,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:31.811049 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:31.848253 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456aa3-f3de-4fff-b86d-8b25100099a4 None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:31.854037 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-83920a55-65c6-404d-82dc-da13d209ce7c None None] Provisioning complete for port f2cf2f2f-b76a-4f37-949f-318fefc15658 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:31.854428 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-83920a55-65c6-404d-82dc-da13d209ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.943622 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-8a212d63-855c-4e64-84d7-e148475c9771 service neutron] 10.222.0.32 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453354 May 10 14:09:32.006276 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-83920a55-65c6-404d-82dc-da13d209ce7c None None] Current status of the port f2cf2f2f-b76a-4f37-949f-318fefc15658 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:32.089143 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90521065-fb19-4f7f-99e0-4bb395b30d68 req-711131ff-c444-4e18-bc8d-02186d1a2a64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 210 time: 0.0464897 May 10 14:09:32.130491 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-62d515f1-9815-4cd3-a99c-dd02e2c96c1a service neutron] 10.222.0.32 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800518 May 10 14:09:32.224474 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 04cbfe50-ac53-4547-9310-084fcd01cd66 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:32.276749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 04cbfe50-ac53-4547-9310-084fcd01cd66 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:32.277272 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:32.362237 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b82ba58-b061-441f-ba95-90ebbed106af req-883da2fd-a342-4903-ba89-c97974d9951d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 210 time: 0.0471070 May 10 14:09:32.403723 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 04cbfe50-ac53-4547-9310-084fcd01cd66 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:32.405011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device f2cf2f2f-b76a-4f37-949f-318fefc15658 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:32.463998 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port f2cf2f2f-b76a-4f37-949f-318fefc15658 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:32.464421 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:32.567660 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port f2cf2f2f-b76a-4f37-949f-318fefc15658 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:33.175332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-d0785d19-bc8b-4ac9-aefc-bf05c6ef0819 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:33.176903 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-d0785d19-bc8b-4ac9-aefc-bf05c6ef0819 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 817 time: 0.1288500 May 10 14:09:33.192155 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e2062829-f7ce-4078-abeb-8126386f324a req-146996dd-9311-4b25-b36f-832014dcba3d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 210 time: 0.0295327 May 10 14:09:33.392279 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-3d02f488-2b4d-43dd-9a40-23fcb0e3f990 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 379 time: 0.0689349 May 10 14:09:33.418963 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'port': {'device_id': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'admin_state_up': True, 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'security_groups': ['7aab61dc-5158-466e-aa43-9963d4c98c19']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:33.533815 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-53e68b38-7dc0-4b77-a1e7-b406b31c5670 req-5baa458c-158e-45c3-ba01-9c7118e24543 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 210 time: 0.1075115 May 10 14:09:33.622459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-e2d8c66a-c406-4a27-8b7f-f19317e5ab20 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:33.624182 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-e2d8c66a-c406-4a27-8b7f-f19317e5ab20 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 810 time: 0.1970170 May 10 14:09:33.643225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Made reservation on behalf of c251b9c401c6455da95be74c9119b8d2 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:33.646372 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:33.796483 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-a0ca7565-9a90-4e72-bb6f-72b8bfd9bbb0 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3327601a4d59466dbe9fb4ad689616f2 HTTP/1.1" status: 200 len: 379 time: 0.0971596 May 10 14:09:33.806656 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'port': {'device_id': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'admin_state_up': True, 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'security_groups': ['b48c7b6d-dc41-4ffe-a896-a676418bbd69']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:33.828311 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Allocated IP 172.20.0.11 (7a8e69b7-4e90-4197-9be6-027007b12991/e53a7414-388e-402e-b07f-bbc5d64c06fe/2666c4c9-5286-4f42-8256-74a56001c647) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:33.999843 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Made reservation on behalf of 3327601a4d59466dbe9fb4ad689616f2 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:34.003268 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.053369 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for port (2666c4c9-5286-4f42-8256-74a56001c647), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.163320 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.172713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Allocated IP 172.20.0.6 (a39c3c0b-af42-4a48-a1bf-307b11e25d16/1277b67f-e7b1-40c1-afcd-deaf5892c2ed/e08d62c8-c7ae-4033-a35c-c2eaf43b7769) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:34.224824 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Network 7a8e69b7-4e90-4197-9be6-027007b12991 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:34.234279 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:34.239194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:34.241603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:34.337882 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e956-a70f-4a51-abb9-b8c546c634be req-e8d4b25a-d734-435c-be76-b7e7cc430462 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:34.339553 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f53e956-a70f-4a51-abb9-b8c546c634be req-e8d4b25a-d734-435c-be76-b7e7cc430462 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 932 time: 0.0603139 May 10 14:09:34.351232 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:34.351932 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.378975 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b1376eee-0e85-4051-b802-3f30051c5cd9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649198 May 10 14:09:34.399242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Request body: {'port': {'device_id': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:34.399444 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f53e956-a70f-4a51-abb9-b8c546c634be req-acade526-62ee-4797-94fe-aabca4f053ea tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519912 May 10 14:09:34.477047 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.492164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.543141 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d2a734db-fd6a-45ba-84be-9a55ec6c0bf5 None None] Provisioning complete for port 2666c4c9-5286-4f42-8256-74a56001c647 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:34.543579 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2a734db-fd6a-45ba-84be-9a55ec6c0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2666c4c9-5286-4f42-8256-74a56001c647), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.565570 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:34.586027 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d2a734db-fd6a-45ba-84be-9a55ec6c0bf5 None None] Port 2666c4c9-5286-4f42-8256-74a56001c647 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:34.670805 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b28407-a0d9-48c7-aeba-82e3e3c20105 req-2801df6d-74bd-431e-9b84-f7cbfe3afd6f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:34.672639 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4b28407-a0d9-48c7-aeba-82e3e3c20105 req-2801df6d-74bd-431e-9b84-f7cbfe3afd6f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 931 time: 0.0546393 May 10 14:09:34.676163 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:34.686354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:34.697203 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event updated for resources: {'Port': ['ID=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:34.699580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:34.732458 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4b28407-a0d9-48c7-aeba-82e3e3c20105 req-413963ff-92cf-4417-bfa5-f09fdfbd4b93 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535448 May 10 14:09:35.008058 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-da95e650-8d47-45bc-8799-d7580b6c9c99 None None] Provisioning complete for port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:35.008317 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-da95e650-8d47-45bc-8799-d7580b6c9c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.042063 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-da95e650-8d47-45bc-8799-d7580b6c9c99 None None] Port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:35.084990 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:35.085581 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.115110 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-b3142f0e-ea25-4582-8d2f-cfc5fd759a42 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3120308 May 10 14:09:35.127695 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Request body: {'port': {'device_id': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:35.221847 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2666c4c9-5286-4f42-8256-74a56001c647 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:35.225900 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.231437 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Publish callbacks [] for port (2666c4c9-5286-4f42-8256-74a56001c647), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.255994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Transition to ACTIVE for port object 2666c4c9-5286-4f42-8256-74a56001c647 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:09:35.274546 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.389019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:35.550346 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Attempting to bind port 2666c4c9-5286-4f42-8256-74a56001c647 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:35.550597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Attempting to bind port 2666c4c9-5286-4f42-8256-74a56001c647 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:35.550975 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Attempting to bind port 2666c4c9-5286-4f42-8256-74a56001c647 on network 7a8e69b7-4e90-4197-9be6-027007b12991 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:35.568516 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Port 2666c4c9-5286-4f42-8256-74a56001c647 on network 7a8e69b7-4e90-4197-9be6-027007b12991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:09:35.568828 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Attempting to bind port 2666c4c9-5286-4f42-8256-74a56001c647 on network 7a8e69b7-4e90-4197-9be6-027007b12991 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:35.578486 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d166bdb-1081-4d7e-acb2-99401fda1dc0 req-ce8dfc54-9607-4e2c-9e32-6507328433db tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:35.579873 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d166bdb-1081-4d7e-acb2-99401fda1dc0 req-ce8dfc54-9607-4e2c-9e32-6507328433db tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0863070 May 10 14:09:35.587730 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:35.588065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Checking segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:35.588439 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Bound using segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:35.588865 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Bound port: 2666c4c9-5286-4f42-8256-74a56001c647, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:35.589220 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.728264 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d166bdb-1081-4d7e-acb2-99401fda1dc0 req-83156bf6-2948-4880-99c1-4ffd3bda0c2f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414738 May 10 14:09:35.745786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:35.749323 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08d62c8-c7ae-4033-a35c-c2eaf43b7769 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:35.754640 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:35.759697 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Publish callbacks [] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.763405 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.800447 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Transition to ACTIVE for port object e08d62c8-c7ae-4033-a35c-c2eaf43b7769 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:09:35.806418 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:35.807028 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.808482 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] 10.222.0.59 "PUT /v2.0/ports/2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 1094 time: 1.4213097 May 10 14:09:35.809151 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:35.811480 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba73b090-a660-4c46-9da0-455b7b15dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:35.816187 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:35.849958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d895cf-0c3b-4106-8a69-5fbfd6387394 service neutron] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:35.896333 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2b5f-3bce-4e78-931a-3acb11ce1e00 req-e75455ae-2a33-4173-85ed-0b93a43d2e80 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:35.897879 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-38fa2b5f-3bce-4e78-931a-3acb11ce1e00 req-e75455ae-2a33-4173-85ed-0b93a43d2e80 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0732722 May 10 14:09:35.911713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe892224-cc57-4cb3-a302-8c31596e2d93 x-openstack-request-id: req-fe892224-cc57-4cb3-a302-8c31596e2d93 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:35.912014 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:35.912266 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe892224-cc57-4cb3-a302-8c31596e2d93 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:35.912673 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe892224-cc57-4cb3-a302-8c31596e2d93'] response: {'name': 'network-changed', 'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'status': 'completed', 'code': 200} May 10 14:09:35.971519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:35.975639 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-38fa2b5f-3bce-4e78-931a-3acb11ce1e00 req-6afef1e0-7268-4e33-8cb1-bc8dc28a1cad tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692942 May 10 14:09:36.013842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-a676bc06-18aa-40aa-98e0-32140c639898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.015380 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-a676bc06-18aa-40aa-98e0-32140c639898 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1128 time: 0.1195722 May 10 14:09:36.104638 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-95bdf9c1-20b6-488f-9c29-82e76574131f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 217 time: 0.0714424 May 10 14:09:36.176219 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Attempting to bind port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:36.176787 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Attempting to bind port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:36.177283 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Attempting to bind port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:36.193800 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:09:36.194108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Attempting to bind port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 on network a39c3c0b-af42-4a48-a1bf-307b11e25d16 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:36.195986 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-231e6bf4-a058-4504-8ec7-bca10a5c5088 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742517 May 10 14:09:36.199764 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-22e5a266-b67e-4eac-b05f-fc9f4dc94509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.201254 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-22e5a266-b67e-4eac-b05f-fc9f4dc94509 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0870008 May 10 14:09:36.202451 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:36.202787 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Checking segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:36.203166 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Bound using segment: {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:36.203674 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Bound port: e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5db4213-10e0-452f-b5b7-e27ca2749961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:36.204034 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:36.262794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-ed75fae8-1934-408d-a4c4-87d032d2d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.264307 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-ed75fae8-1934-408d-a4c4-87d032d2d2f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1129 time: 0.0460014 May 10 14:09:36.275040 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b9f99cd7-28c8-4ca5-86a2-4d363f9bb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.276539 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-b9f99cd7-28c8-4ca5-86a2-4d363f9bb542 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629554 May 10 14:09:36.359096 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] For port e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:36.375902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] For port e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:36.394427 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:36.445939 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.446607 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:36.448027 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/e08d62c8-c7ae-4033-a35c-c2eaf43b7769 HTTP/1.1" status: 200 len: 1093 time: 1.3257310 May 10 14:09:36.453800 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-411fad79-3f69-456b-8ecc-de493740ccba service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659517 May 10 14:09:36.475233 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-1c9e136f-11a0-4b79-a0ca-8310e38e65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.476737 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-1c9e136f-11a0-4b79-a0ca-8310e38e65c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 910 time: 0.1857939 May 10 14:09:36.477299 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9505f9-d8b8-4cc2-b4f4-08d0a14464e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:36.582416 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-2df6b8d0-7765-4064-9e38-7df598426886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.583904 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-2df6b8d0-7765-4064-9e38-7df598426886 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 1127 time: 0.0502350 May 10 14:09:36.599526 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-4c92c2cd-4f31-467c-98c3-d4389d0ae367 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 1001 time: 0.1005118 May 10 14:09:36.639709 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-1c1a40ad-a845-4a61-bb2e-ad9ea2f3f8ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769 HTTP/1.1" status: 200 len: 217 time: 0.0399830 May 10 14:09:36.644275 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4edd32db-991b-4197-badf-fd3db1099a11 req-5fa07d07-e25d-4833-9f0f-55b84c82ab80 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637571 May 10 14:09:36.658988 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-3f60c399-8600-45b6-8d21-9887ef6a5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.660563 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-3f60c399-8600-45b6-8d21-9887ef6a5bd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0554147 May 10 14:09:36.698950 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-7e7bc81b-b9b1-4cbc-bae5-11690355e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.701375 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-7e7bc81b-b9b1-4cbc-bae5-11690355e067 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0513151 May 10 14:09:36.710298 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:36.713290 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-c033be53-dd40-42ee-b0f5-c1ed68785cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.715425 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-c033be53-dd40-42ee-b0f5-c1ed68785cdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468237 May 10 14:09:36.847920 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f700-e655-4356-9b8d-beeedf90f7bc req-d614c806-af0b-4f76-9627-a6210b2e58e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.849377 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6081f700-e655-4356-9b8d-beeedf90f7bc req-d614c806-af0b-4f76-9627-a6210b2e58e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0475767 May 10 14:09:36.896268 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6081f700-e655-4356-9b8d-beeedf90f7bc req-bcf3255c-e210-4a2d-bdfd-8034b1dcc0bc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 May 10 14:09:37.084992 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dac01-080c-43ed-995c-3b8342aaafc7 req-9a7ebd54-13e4-47b4-b187-18dfaff0c0ad tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:37.086375 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2c2dac01-080c-43ed-995c-3b8342aaafc7 req-9a7ebd54-13e4-47b4-b187-18dfaff0c0ad tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0466633 May 10 14:09:37.132909 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2c2dac01-080c-43ed-995c-3b8342aaafc7 req-5083c87b-7742-4098-ac56-a215f7424e13 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 May 10 14:09:37.913848 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:37.916424 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e99252-0c1c-448e-b07a-e1860958f034" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:37.951082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb727e2-d319-416b-a8ff-13a1c7c4392f x-openstack-request-id: req-bcb727e2-d319-416b-a8ff-13a1c7c4392f {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:37.951400 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:37.951645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcb727e2-d319-416b-a8ff-13a1c7c4392f {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:37.952040 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb727e2-d319-416b-a8ff-13a1c7c4392f'] response: {'name': 'network-changed', 'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'status': 'completed', 'code': 200} May 10 14:09:38.010835 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646cb9f-2e55-4e1f-9866-2d70621c3b79 req-1c660fc6-8cdc-46d5-8cea-a729690e88d3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:38.012253 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8646cb9f-2e55-4e1f-9866-2d70621c3b79 req-1c660fc6-8cdc-46d5-8cea-a729690e88d3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0455337 May 10 14:09:38.061219 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8646cb9f-2e55-4e1f-9866-2d70621c3b79 req-7209a223-b197-4a45-897b-f06826c71a7b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435929 May 10 14:09:38.244481 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86985-8513-4f5e-abe6-9a7f2b5c98a9 req-e4330df1-42e3-433a-b173-08fcfd87cfe3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:38.245936 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8c86985-8513-4f5e-abe6-9a7f2b5c98a9 req-e4330df1-42e3-433a-b173-08fcfd87cfe3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0462711 May 10 14:09:38.291636 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8c86985-8513-4f5e-abe6-9a7f2b5c98a9 req-6574e21e-36c2-41fd-a8f8-23fe0891ff59 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 May 10 14:09:39.027039 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef064c-6364-4386-a24f-7e82a53f700f req-1d16b8b8-725c-4f21-999a-4a816d11070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.028553 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-1d16b8b8-725c-4f21-999a-4a816d11070b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673180 May 10 14:09:39.029582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-3a0af4c9-a327-4b2c-a0db-95cf88d58478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.031010 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-3a0af4c9-a327-4b2c-a0db-95cf88d58478 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1128 time: 0.0709631 May 10 14:09:39.050352 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-9392011e-23f6-4612-8510-cc3ba1d08118 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899296 May 10 14:09:39.150137 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-706b1bb7-934e-4957-bf54-712d4c0f1eef service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934873 May 10 14:09:39.225930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aa4e-6b40-4365-88a0-23e1bcf02f18 req-1655b8f6-d271-4f26-bed6-2861f225fb9f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.227404 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f039aa4e-6b40-4365-88a0-23e1bcf02f18 req-1655b8f6-d271-4f26-bed6-2861f225fb9f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0908933 May 10 14:09:39.240625 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-5903e39e-ed1b-4d7d-8c33-354ca8c33f83 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005348 May 10 14:09:39.248702 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-b86c944e-a1e8-449f-9db9-c3680c85fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.250037 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-b86c944e-a1e8-449f-9db9-c3680c85fae9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.2030382 May 10 14:09:39.285475 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f039aa4e-6b40-4365-88a0-23e1bcf02f18 req-c3c00764-1eb5-4717-8e44-c8cc5c863710 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484519 May 10 14:09:39.402555 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ede5e-fb83-4906-8710-f0722ad0783b req-87cf812e-4b07-4898-b375-1c5f7238c64c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.403925 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-083ede5e-fb83-4906-8710-f0722ad0783b req-87cf812e-4b07-4898-b375-1c5f7238c64c tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0466738 May 10 14:09:39.452626 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-083ede5e-fb83-4906-8710-f0722ad0783b req-310da26f-60a0-479d-8740-b7a0f65ea54f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424640 May 10 14:09:39.461957 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-98ad1237-4484-4b22-b712-7e3f8f18ff84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 217 time: 0.0503442 May 10 14:09:39.551128 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-1b0ffdb9-4e50-4b43-8229-cbffecb84ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.552558 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-1b0ffdb9-4e50-4b43-8229-cbffecb84ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0664082 May 10 14:09:39.569231 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89ef064c-6364-4386-a24f-7e82a53f700f req-8ca6c5e9-4eda-4d1e-bcc3-e657721316bd service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563509 May 10 14:09:39.767204 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-b1137025-4c7c-401d-8e7b-b675015a8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.769265 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-b1137025-4c7c-401d-8e7b-b675015a8c4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439739 May 10 14:09:40.400549 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee2cd9-6061-4f08-b6ee-07e556fec63a req-7cc670e0-e48d-419f-b105-03486403e969 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:40.401989 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ee2cd9-6061-4f08-b6ee-07e556fec63a req-7cc670e0-e48d-419f-b105-03486403e969 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0460954 May 10 14:09:40.448784 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79ee2cd9-6061-4f08-b6ee-07e556fec63a req-c8c579c4-afc9-42c4-aabd-7fdf7e0f1dab tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413408 May 10 14:09:40.565117 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfff43-ca81-4fdd-ba9a-3c90f6cb7c89 req-b4fd2d7e-c26a-4ba6-ab85-eda6fbee1bea tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:40.566741 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0acfff43-ca81-4fdd-ba9a-3c90f6cb7c89 req-b4fd2d7e-c26a-4ba6-ab85-eda6fbee1bea tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0458438 May 10 14:09:40.618968 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0acfff43-ca81-4fdd-ba9a-3c90f6cb7c89 req-181d8bdf-944c-42d2-ba77-d07b4de805cb tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 May 10 14:09:40.743062 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:09:40.842886 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:40.855628 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '2666c4c9-5286-4f42-8256-74a56001c647', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'port_id': '2666c4c9-5286-4f42-8256-74a56001c647', 'mac_address': 'fa:16:3e:49:e8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:09:40.893499 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:40.893903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:40.906465 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2666c4c9-5286-4f42-8256-74a56001c647 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:40.927120 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:40.931185 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:40.978611 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:41.334546 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['2666c4c9-5286-4f42-8256-74a56001c647'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:41.568727 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c1ce-fb23-4320-a1da-654d1d273745 req-929587cf-eaa7-4ed3-a21d-144def63f7e9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:41.570184 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c08c1ce-fb23-4320-a1da-654d1d273745 req-929587cf-eaa7-4ed3-a21d-144def63f7e9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 945 time: 0.0496988 May 10 14:09:41.616086 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c08c1ce-fb23-4320-a1da-654d1d273745 req-ec393113-2d78-4560-9bb5-b4ece768f8cd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403802 May 10 14:09:41.733142 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87411a-f87a-46e1-8404-74b8c7fd0147 req-8bdb1994-d4fe-42b4-91a5-a1c13215d360 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:41.734591 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2d87411a-f87a-46e1-8404-74b8c7fd0147 req-8bdb1994-d4fe-42b4-91a5-a1c13215d360 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0476613 May 10 14:09:41.781287 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2d87411a-f87a-46e1-8404-74b8c7fd0147 req-3fec3ca3-7cca-4a08-92c7-60813ec04edb tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399940 May 10 14:09:42.080680 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e99252-0c1c-448e-b07a-e1860958f034 req-8961775a-bf2d-470f-a2ea-a8e9658a30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:42.082701 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-8961775a-bf2d-470f-a2ea-a8e9658a30e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 1127 time: 0.0913203 May 10 14:09:42.164388 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-9607a0c6-e9c6-4165-908b-baabfb1a5449 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645908 May 10 14:09:42.256074 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e99252-0c1c-448e-b07a-e1860958f034 req-d5e4d467-303c-4693-87c4-a2cc489713cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:42.257457 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-d5e4d467-303c-4693-87c4-a2cc489713cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 911 time: 0.1672378 May 10 14:09:42.309427 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-95456315-5b6e-4016-8575-3a533ea882a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769 HTTP/1.1" status: 200 len: 217 time: 0.0404971 May 10 14:09:42.354330 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba73b090-a660-4c46-9da0-455b7b15dcfe req-ce4c5893-269f-49fb-825b-aafa9ac13bbf service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835513 May 10 14:09:42.370797 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e99252-0c1c-448e-b07a-e1860958f034 req-de4c46ca-00de-4fe5-b244-cdce1f7c63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:42.372209 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-de4c46ca-00de-4fe5-b244-cdce1f7c63aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0531623 May 10 14:09:42.415556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e99252-0c1c-448e-b07a-e1860958f034 req-38476337-7c9e-4c83-adaa-e2e9db9bbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:42.417005 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-38476337-7c9e-4c83-adaa-e2e9db9bbcb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382462 May 10 14:09:42.505864 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-4d4a5b03-edd8-4561-8ed1-d528ddd873d3 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 May 10 14:09:42.596166 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21e99252-0c1c-448e-b07a-e1860958f034 req-8efa761c-2ef1-4cba-98ff-957f2799a71c service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 May 10 14:09:42.735586 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b5715-f3fa-4aa6-9586-e9156b1fc143 req-9960ccf1-41ef-4764-aa8f-b1bbe0efa540 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:42.737062 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cb9b5715-f3fa-4aa6-9586-e9156b1fc143 req-9960ccf1-41ef-4764-aa8f-b1bbe0efa540 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 945 time: 0.0472622 May 10 14:09:42.743526 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:42.785911 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cb9b5715-f3fa-4aa6-9586-e9156b1fc143 req-2488f8a3-f2e1-407e-aa40-b8412a74c15b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 May 10 14:09:42.788920 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 2666c4c9-5286-4f42-8256-74a56001c647 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:09:42.796133 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 2666c4c9-5286-4f42-8256-74a56001c647 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:42.796587 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2666c4c9-5286-4f42-8256-74a56001c647), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.889429 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:42.890063 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.899377 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b33b47-cb4f-4262-be3e-adbde946784b req-9ecf9f20-1304-4fd1-9968-507c5ec2ad57 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:42.901800 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a9b33b47-cb4f-4262-be3e-adbde946784b req-9ecf9f20-1304-4fd1-9968-507c5ec2ad57 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0518322 May 10 14:09:42.919647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:42.921862 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5177c66-c4e5-4e77-8949-1c17ff12fc59" -d '{"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-plugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:42.935291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:42.941310 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.969671 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a9b33b47-cb4f-4262-be3e-adbde946784b req-3a58a8f8-f09f-46fe-9f64-194d259bf0cf tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605965 May 10 14:09:42.973370 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a53779-c6f5-45cd-b01f-11c92f6371e7 x-openstack-request-id: req-31a53779-c6f5-45cd-b01f-11c92f6371e7 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:42.973818 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-plugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:42.974246 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31a53779-c6f5-45cd-b01f-11c92f6371e7 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:42.974861 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a53779-c6f5-45cd-b01f-11c92f6371e7'] response: {'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'code': 200} May 10 14:09:43.020069 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:43.148926 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ba4f-2c05-4699-9b7c-5765e75608d7 req-2035b949-413a-4315-a81f-686b657ee6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:43.150332 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3135ba4f-2c05-4699-9b7c-5765e75608d7 req-2035b949-413a-4315-a81f-686b657ee6df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1130 time: 0.0430844 May 10 14:09:43.195538 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3135ba4f-2c05-4699-9b7c-5765e75608d7 req-e2bc81ab-8dc1-45db-8dfc-7df00c93cdf1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392284 May 10 14:09:43.903867 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4110-a0ac-4e0e-a6ce-d368a984afe0 req-1ca465e6-fc9e-42dc-af2a-810139e25c4d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:43.905347 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eade4110-a0ac-4e0e-a6ce-d368a984afe0 req-1ca465e6-fc9e-42dc-af2a-810139e25c4d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0469608 May 10 14:09:43.952809 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eade4110-a0ac-4e0e-a6ce-d368a984afe0 req-68d90dfe-d3b3-4754-9a78-6a9ecd6bd260 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 May 10 14:09:44.087124 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3be0-e089-42f4-9a7e-c2eaf83406a7 req-e4c4e9cf-6cce-49ef-a113-b87eb0338aee tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:44.088565 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-02fb3be0-e089-42f4-9a7e-c2eaf83406a7 req-e4c4e9cf-6cce-49ef-a113-b87eb0338aee tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 943 time: 0.0468953 May 10 14:09:44.136056 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-02fb3be0-e089-42f4-9a7e-c2eaf83406a7 req-d31b33d7-c7dc-47ec-abe0-0c071a8dccd3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 May 10 14:09:44.744182 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device e08d62c8-c7ae-4033-a35c-c2eaf43b7769 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:09:44.847867 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:44.860822 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'port_id': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'mac_address': 'fa:16:3e:3d:f2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:09:44.898426 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:44.898809 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:44.912273 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08d62c8-c7ae-4033-a35c-c2eaf43b7769 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:44.933002 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:44.936719 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:45.076853 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43f33-b2fa-40a5-a9cd-ac58ed83bd24 req-e0b8dee0-0d92-48ce-ab24-ff6b5462eeee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:45.078376 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a7f43f33-b2fa-40a5-a9cd-ac58ed83bd24 req-e0b8dee0-0d92-48ce-ab24-ff6b5462eeee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0487673 May 10 14:09:45.115523 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:45.128900 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a7f43f33-b2fa-40a5-a9cd-ac58ed83bd24 req-2c1a8b75-f360-41b7-a0d9-9fb267944d97 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 May 10 14:09:45.242554 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a9b82-1369-430e-bbaf-9011c43ad861 req-98d1adff-ef78-4f2f-88a0-01179495a4ce tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:45.244026 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b88a9b82-1369-430e-bbaf-9011c43ad861 req-98d1adff-ef78-4f2f-88a0-01179495a4ce tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0475609 May 10 14:09:45.246491 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf511-0d34-4ca3-b90a-5803cecd9fa0 req-6b34540b-e632-4ef4-ad5a-da02b128e9db tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:45.248216 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c35bf511-0d34-4ca3-b90a-5803cecd9fa0 req-6b34540b-e632-4ef4-ad5a-da02b128e9db tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 944 time: 0.0465343 May 10 14:09:45.253403 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33602) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:45.257766 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'floatingip': {'port_id': '2666c4c9-5286-4f42-8256-74a56001c647'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:45.284732 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['e08d62c8-c7ae-4033-a35c-c2eaf43b7769'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:45.295736 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c35bf511-0d34-4ca3-b90a-5803cecd9fa0 req-7ba22c07-24f3-497e-9127-402f8f39964f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 May 10 14:09:45.298862 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (c8cda810-c847-465b-b62f-5db7e60874b6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:45.923057 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.db.resource_extend [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:09:45.984917 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:45.989175 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (c8cda810-c847-465b-b62f-5db7e60874b6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:46.090604 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Floating IP c8cda810-c847-465b-b62f-5db7e60874b6 associated. External IP: 172.27.2.101, port: 2666c4c9-5286-4f42-8256-74a56001c647. May 10 14:09:46.300464 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:46.437143 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:46.443076 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:46.447915 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:46.457700 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:46.458235 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:46.471477 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc84c4e-05cf-4e60-ae4f-5bb7bd1c2b00 req-c6b07881-85f0-4241-8d4e-bb8d52025bed tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.473438 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ffc84c4e-05cf-4e60-ae4f-5bb7bd1c2b00 req-c6b07881-85f0-4241-8d4e-bb8d52025bed tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 944 time: 0.0776527 May 10 14:09:46.491757 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5e642efb-ee2c-4b62-8970-460fb3e671fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "PUT /v2.0/floatingips/c8cda810-c847-465b-b62f-5db7e60874b6 HTTP/1.1" status: 200 len: 992 time: 1.2373559 May 10 14:09:46.497531 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:46.499967 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecf64da-cd38-484a-972d-777283ce008f" -d '{"events": [{"name": "network-changed", "server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:46.534338 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ffc84c4e-05cf-4e60-ae4f-5bb7bd1c2b00 req-1a00475f-6abe-4e7c-83c0-cdd79da5d5ff tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541396 May 10 14:09:46.537065 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108aba5a-68ac-4d15-81d3-399e325ae562 x-openstack-request-id: req-108aba5a-68ac-4d15-81d3-399e325ae562 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:46.537356 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:46.537610 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-108aba5a-68ac-4d15-81d3-399e325ae562 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:46.537998 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108aba5a-68ac-4d15-81d3-399e325ae562'] response: {'name': 'network-changed', 'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'status': 'completed', 'code': 200} May 10 14:09:46.568638 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:46.596589 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf64da-cd38-484a-972d-777283ce008f req-14c6aa90-fa65-44c8-b8c5-2391e57f8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.598536 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-14c6aa90-fa65-44c8-b8c5-2391e57f8ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1130 time: 0.0389469 May 10 14:09:46.691327 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf64da-cd38-484a-972d-777283ce008f req-1ad5273c-af15-4d40-910d-ee43a7812064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.693030 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-1ad5273c-af15-4d40-910d-ee43a7812064 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0867488 May 10 14:09:46.757859 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-5562e16a-5b1e-4548-90f6-9e86f62d0352 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 1000 time: 0.0586164 May 10 14:09:46.775779 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'c8cda810-c847-465b-b62f-5db7e60874b6', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'port_id': '2666c4c9-5286-4f42-8256-74a56001c647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'mac_address': 'fa:16:3e:49:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:30Z', 'updated_at': '2022-05-10T14:09:45Z', 'revision_number': 1, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:46.782800 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device e08d62c8-c7ae-4033-a35c-c2eaf43b7769 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:46.806061 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf64da-cd38-484a-972d-777283ce008f req-6752768a-5db1-44c7-b128-3efa4589448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.806466 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:46.807649 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-6752768a-5db1-44c7-b128-3efa4589448e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0434601 May 10 14:09:46.814812 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:46.815405 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:46.830755 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:09:46.838283 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:46.838696 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:46.858743 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf64da-cd38-484a-972d-777283ce008f req-a5c1d61e-e8d9-460f-be86-d6bfacdbe1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.859936 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-a5c1d61e-e8d9-460f-be86-d6bfacdbe1bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460522 May 10 14:09:46.924389 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:46.929082 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:46.929478 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:46.959852 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-7dec5eed-e393-448a-bb88-41c94b2d1815 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932655 May 10 14:09:46.964664 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:46.967010 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa1888-39fd-41c8-893a-142e4881c2dd" -d '{"events": [{"server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "name": "network-vif-plugged", "status": "completed", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:47.005691 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:47.018660 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:47.061961 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d61ab-1150-4065-a71c-20366e3b7214 x-openstack-request-id: req-9a3d61ab-1150-4065-a71c-20366e3b7214 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:47.062502 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "name": "network-vif-plugged", "status": "completed", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:47.062761 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a3d61ab-1150-4065-a71c-20366e3b7214 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:47.063158 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3d61ab-1150-4065-a71c-20366e3b7214'] response: {'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'code': 200} May 10 14:09:47.093116 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:47.108212 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eecf64da-cd38-484a-972d-777283ce008f req-42ca7df5-d6f5-4dbe-9b5c-989f33fb47a8 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406667 May 10 14:09:47.189435 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'c8cda810-c847-465b-b62f-5db7e60874b6', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'port_id': '2666c4c9-5286-4f42-8256-74a56001c647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'mac_address': 'fa:16:3e:49:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:30Z', 'updated_at': '2022-05-10T14:09:45Z', 'revision_number': 1, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:47.219332 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8f74d-335d-4fb1-8ae8-a17c383d9a70 None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'c8cda810-c847-465b-b62f-5db7e60874b6', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'port_id': '2666c4c9-5286-4f42-8256-74a56001c647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'mac_address': 'fa:16:3e:49:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:30Z', 'updated_at': '2022-05-10T14:09:45Z', 'revision_number': 1, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:47.256616 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022eca9-56f5-4627-a5c2-8a06cc0e3e0f req-8af8b760-47d0-464c-b0c3-7da28263506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:47.258262 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1022eca9-56f5-4627-a5c2-8a06cc0e3e0f req-8af8b760-47d0-464c-b0c3-7da28263506b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 1129 time: 0.0454438 May 10 14:09:47.307382 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1022eca9-56f5-4627-a5c2-8a06cc0e3e0f req-2110ecd4-575d-489c-a7f7-a4f06e76bf39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 May 10 14:09:47.447132 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795515ae-7829-47d9-b5ba-e0dfc5e275c1 None None] New status for floating IP c8cda810-c847-465b-b62f-5db7e60874b6: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:47.666279 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7f1fd-b1e6-4221-a36a-50e62c7f6cb0 req-aebbb150-d357-4f9b-a1ec-c341228151c3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:47.667772 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bfd7f1fd-b1e6-4221-a36a-50e62c7f6cb0 req-aebbb150-d357-4f9b-a1ec-c341228151c3 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0600035 May 10 14:09:47.718432 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bfd7f1fd-b1e6-4221-a36a-50e62c7f6cb0 req-0ebc3bed-4a21-413d-ba2a-651a8d81390e tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446684 May 10 14:09:48.833243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df497ddc-dbb7-45dd-9855-1c165c3a97fe req-3a0d72ba-6eee-4468-883f-ff83925ecb4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:48.833930 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df497ddc-dbb7-45dd-9855-1c165c3a97fe req-3a0d72ba-6eee-4468-883f-ff83925ecb4b tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0473835 May 10 14:09:48.884653 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df497ddc-dbb7-45dd-9855-1c165c3a97fe req-b021d125-6a57-44a2-b9db-8b85f52e1c0a tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 May 10 14:09:49.807235 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65c29-4e38-4bbe-8e51-9a49338b1750 req-9de5c77f-c203-45e2-a479-7dbc3f6ae0d1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:49.808612 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fe65c29-4e38-4bbe-8e51-9a49338b1750 req-9de5c77f-c203-45e2-a479-7dbc3f6ae0d1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0468636 May 10 14:09:49.855242 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fe65c29-4e38-4bbe-8e51-9a49338b1750 req-02bdd281-5c4b-4e4e-973a-1a97d99defcf tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410607 May 10 14:09:49.999414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055763df-5edb-431c-9120-3a9b25726f26 req-9a7db992-834d-4730-b2bb-9f04a364a7e8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:50.000927 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-055763df-5edb-431c-9120-3a9b25726f26 req-9a7db992-834d-4730-b2bb-9f04a364a7e8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0475621 May 10 14:09:50.049173 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-055763df-5edb-431c-9120-3a9b25726f26 req-4417e582-b049-486f-8a6c-27d57844664f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 May 10 14:09:50.159620 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c239f81-f579-42c2-8498-a7443eb82ad8 req-4e80d91c-0619-478f-99d4-4af680cbcb9f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:50.161212 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c239f81-f579-42c2-8498-a7443eb82ad8 req-4e80d91c-0619-478f-99d4-4af680cbcb9f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0477264 May 10 14:09:50.169695 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33650) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:50.173976 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Request body: {'floatingip': {'port_id': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:50.215503 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (12ace172-ddec-4125-b4fa-ba1d5b2e7915), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:50.655806 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:50.659429 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (12ace172-ddec-4125-b4fa-ba1d5b2e7915), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:50.760419 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Floating IP 12ace172-ddec-4125-b4fa-ba1d5b2e7915 associated. External IP: 172.27.2.156, port: e08d62c8-c7ae-4033-a35c-c2eaf43b7769. May 10 14:09:50.971594 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:50.975195 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3fdec-bb63-4ca4-8481-f3470d134f34 req-0b97141d-46f1-409a-a1e9-d964b47135b2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:50.976676 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ae3fdec-bb63-4ca4-8481-f3470d134f34 req-0b97141d-46f1-409a-a1e9-d964b47135b2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0538633 May 10 14:09:51.024439 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4ae3fdec-bb63-4ca4-8481-f3470d134f34 req-5500b9b6-7088-479e-840f-2e3e335c28e2 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416431 May 10 14:09:51.083587 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:51.088341 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:51.094112 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:51.103828 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:51.104424 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:51.117146 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-425b359d-9b61-408d-b7e6-0891f525c31f tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "PUT /v2.0/floatingips/12ace172-ddec-4125-b4fa-ba1d5b2e7915 HTTP/1.1" status: 200 len: 991 time: 0.9463968 May 10 14:09:51.117721 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:51.119981 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f1cca-a407-40e3-b5fa-9427019079ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:51.155592 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe42f08-e62f-4776-a11e-5302777b3eb4 x-openstack-request-id: req-9fe42f08-e62f-4776-a11e-5302777b3eb4 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:51.155879 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:51.156123 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fe42f08-e62f-4776-a11e-5302777b3eb4 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:51.156518 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe42f08-e62f-4776-a11e-5302777b3eb4'] response: {'name': 'network-changed', 'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'status': 'completed', 'code': 200} May 10 14:09:51.213583 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:51.216389 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-ccfc0ce9-5c47-42b7-b980-567c154c6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:51.217884 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-ccfc0ce9-5c47-42b7-b980-567c154c6b42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3327601a4d59466dbe9fb4ad689616f2&device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 1129 time: 0.0390253 May 10 14:09:51.336786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-ba597666-9fe0-403a-8d45-8cb8828905d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:51.338285 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-ba597666-9fe0-403a-8d45-8cb8828905d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 200 len: 911 time: 0.0912299 May 10 14:09:51.422364 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '12ace172-ddec-4125-b4fa-ba1d5b2e7915', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'port_id': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'mac_address': 'fa:16:3e:3d:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:30Z', 'updated_at': '2022-05-10T14:09:50Z', 'revision_number': 1, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:51.452450 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:51.460687 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:51.461279 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:51.530701 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-b119df9e-64d3-4d49-83fc-447f29b19384 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769 HTTP/1.1" status: 200 len: 999 time: 0.0627327 May 10 14:09:51.580316 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-2aad923a-3669-452c-a864-e57bdb246844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:51.581736 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-2aad923a-3669-452c-a864-e57bdb246844 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 200 len: 849 time: 0.0448501 May 10 14:09:51.637626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-2af09900-0c84-4ab1-af4d-6127d2836ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:51.639157 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-2af09900-0c84-4ab1-af4d-6127d2836ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a39c3c0b-af42-4a48-a1bf-307b11e25d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430179 May 10 14:09:51.655331 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:51.874472 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '12ace172-ddec-4125-b4fa-ba1d5b2e7915', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'port_id': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'mac_address': 'fa:16:3e:3d:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:30Z', 'updated_at': '2022-05-10T14:09:50Z', 'revision_number': 1, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:51.904725 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e39d91-8a8b-45d3-afab-940d8c44670f None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '12ace172-ddec-4125-b4fa-ba1d5b2e7915', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'port_id': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'mac_address': 'fa:16:3e:3d:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:30Z', 'updated_at': '2022-05-10T14:09:50Z', 'revision_number': 1, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:51.988997 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-3b977242-8f51-4fd9-b171-a667dca9f07e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:51.990476 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-3b977242-8f51-4fd9-b171-a667dca9f07e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0784354 May 10 14:09:52.050144 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-880b80a8-42e4-44a6-958d-968e4aff2625 service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048376 May 10 14:09:52.119837 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6fc22-f659-46ee-afa2-9d8499f9c469 None None] New status for floating IP 12ace172-ddec-4125-b4fa-ba1d5b2e7915: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:52.173782 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port 1277ce7c-0191-40fb-998f-f307d1835a4d {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:52.174125 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.200285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be14a0d-7356-45fd-bc21-7e6997bde27b req-8e68a122-29e8-4390-a233-89da4bf373f0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:52.201734 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9be14a0d-7356-45fd-bc21-7e6997bde27b req-8e68a122-29e8-4390-a233-89da4bf373f0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 945 time: 0.0806847 May 10 14:09:52.281512 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc6f1cca-a407-40e3-b5fa-9427019079ce req-0a56b245-0259-4938-a657-a6cf600f5f0e service neutron] 10.222.0.59 "GET /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252204 May 10 14:09:52.324638 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9be14a0d-7356-45fd-bc21-7e6997bde27b req-0e66781b-9283-4cdc-92c5-fa295ae2f987 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fcfe-f66e-4ee9-b2cf-19808d763dce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895171 May 10 14:09:52.336550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] For port 1277ce7c-0191-40fb-998f-f307d1835a4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1277ce7c-0191-40fb-998f-f307d1835a4d,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:52.336835 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.511033 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.511302 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (83e2fe6d-d820-4a6d-88dd-c0a26e679400), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.511616 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP 83e2fe6d-d820-4a6d-88dd-c0a26e679400 disassociated. External IP: 172.27.2.129, port: 1277ce7c-0191-40fb-998f-f307d1835a4d. May 10 14:09:52.511949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for 1277ce7c-0191-40fb-998f-f307d1835a4d owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:52.637403 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (1277ce7c-0191-40fb-998f-f307d1835a4d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.663194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=1277ce7c-0191-40fb-998f-f307d1835a4d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:52.787214 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:52.895579 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:52.904801 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:52.914334 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:52.914944 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:52.937560 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] No DVR routers for this DVR port 1277ce7c-0191-40fb-998f-f307d1835a4d on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:52.940047 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.943970 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22023f4c-719c-4ebb-b4a7-afb926719603 req-32af3cd5-ea0c-446c-90ee-816ceaed126b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "DELETE /v2.0/ports/1277ce7c-0191-40fb-998f-f307d1835a4d HTTP/1.1" status: 204 len: 173 time: 0.9449880 May 10 14:09:52.944392 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'name': 'network-vif-deleted', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:52.946608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4e869-a85b-4f57-939f-620225ca8084" -d '{"events": [{"server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "name": "network-vif-deleted", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:52.983234 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05010bbe-f19f-4b96-8e54-7a8ad4e4e0a3 x-openstack-request-id: req-05010bbe-f19f-4b96-8e54-7a8ad4e4e0a3 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:52.983490 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a09a513-e43b-4233-a490-2041140d9dca", "name": "network-vif-deleted", "tag": "1277ce7c-0191-40fb-998f-f307d1835a4d", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:52.983736 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05010bbe-f19f-4b96-8e54-7a8ad4e4e0a3 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:52.984147 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05010bbe-f19f-4b96-8e54-7a8ad4e4e0a3'] response: {'server_uuid': '8a09a513-e43b-4233-a490-2041140d9dca', 'name': 'network-vif-deleted', 'tag': '1277ce7c-0191-40fb-998f-f307d1835a4d', 'status': 'completed', 'code': 200} May 10 14:09:53.033609 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:53.238412 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:53.265226 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:53.274110 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:53.274744 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:53.388588 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:53.442624 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9fd5ad3e-4505-447b-aaa7-c1c4a41f1caa req-fd0bdd23-7c6b-4344-a57a-29ef8fcd8505 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a09a513-e43b-4233-a490-2041140d9dca HTTP/1.1" status: 200 len: 210 time: 0.0311084 May 10 14:09:53.579898 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:53.607086 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6721a-4677-4c0b-a81c-f9063631aa8d None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:53.826828 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76517400-3614-4e01-82b1-65b893a914ec None None] New status for floating IP 83e2fe6d-d820-4a6d-88dd-c0a26e679400: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:54.228149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d9585f15-f7dd-40d9-966c-b3cc0d83f409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.527266 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33672) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:54.583529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5eb-6e8a-487b-9a04-97361eb4ba45 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (ae68fcfe-f66e-4ee9-b2cf-19808d763dce), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.606688 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5eb-6e8a-487b-9a04-97361eb4ba45 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (ae68fcfe-f66e-4ee9-b2cf-19808d763dce), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.654289 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5eb-6e8a-487b-9a04-97361eb4ba45 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ae68fcfe-f66e-4ee9-b2cf-19808d763dce), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.656790 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f5eb-6e8a-487b-9a04-97361eb4ba45 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.657918 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7fc0f5eb-6e8a-487b-9a04-97361eb4ba45 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae68fcfe-f66e-4ee9-b2cf-19808d763dce HTTP/1.1" status: 204 len: 168 time: 0.1296904 May 10 14:09:54.661211 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33674) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:54.668320 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0f5eb-6e8a-487b-9a04-97361eb4ba45 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68fcfe-f66e-4ee9-b2cf-19808d763dce,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:54.674783 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-55b6c074-ac2d-45f3-bfda-6c639144eb78 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] show failed (client error): The resource could not be found. May 10 14:09:54.675751 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-55b6c074-ac2d-45f3-bfda-6c639144eb78 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups/ae68fcfe-f66e-4ee9-b2cf-19808d763dce HTTP/1.1" status: 404 len: 347 time: 0.0135255 May 10 14:09:54.679213 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33676) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:54.794402 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port ee32c1f8-3ff7-4869-9422-5cfece5d5c92 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:54.794663 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.868730 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.869059 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.881878 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for ee32c1f8-3ff7-4869-9422-5cfece5d5c92 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:55.014316 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (ee32c1f8-3ff7-4869-9422-5cfece5d5c92), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.040150 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=ee32c1f8-3ff7-4869-9422-5cfece5d5c92,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:55.103728 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (83e2fe6d-d820-4a6d-88dd-c0a26e679400), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.106174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.107324 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7b9d084c-8cba-452a-85f5-e1865ab233a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/floatingips/83e2fe6d-d820-4a6d-88dd-c0a26e679400 HTTP/1.1" status: 204 len: 168 time: 0.4271758 May 10 14:09:55.170225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33680) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:55.174700 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850072441', 'description': 'tempest-description--723554663'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:55.194560 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.259038 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (bff5f0e6-5378-499d-a112-18238ea9ceeb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.262485 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (bff5f0e6-5378-499d-a112-18238ea9ceeb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.292929 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.294109 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1228857 May 10 14:09:55.295257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708045ac-a125-426e-93a0-541e4dd198d3 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff5f0e6-5378-499d-a112-18238ea9ceeb,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:55.297934 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33682) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:55.303677 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': 'bff5f0e6-5378-499d-a112-18238ea9ceeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:55.329555 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (3c03e7e8-3203-4c91-bb0e-c0a6f8efb74d), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.386778 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (3c03e7e8-3203-4c91-bb0e-c0a6f8efb74d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.390357 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (3c03e7e8-3203-4c91-bb0e-c0a6f8efb74d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.405418 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c03e7e8-3203-4c91-bb0e-c0a6f8efb74d,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:55.414998 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.416194 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-103809a9-ced9-4ab6-9e4d-68ee721e8fe0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166182 May 10 14:09:55.418857 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33684) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:55.423031 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'security_group_rule': {'security_group_id': 'bff5f0e6-5378-499d-a112-18238ea9ceeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:55.448160 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (18821ebf-cc41-4719-a0af-ad4800d11617), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.502247 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (18821ebf-cc41-4719-a0af-ad4800d11617), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.506143 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (18821ebf-cc41-4719-a0af-ad4800d11617), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.525607 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18821ebf-cc41-4719-a0af-ad4800d11617,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:55.532755 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.534068 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5a69fe31-098c-4b25-9492-302b33c51451 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141708 May 10 14:09:55.537570 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33686) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:55.541759 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:55.560664 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.639528 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.749903 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.27.2.176 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/a86701da-142b-43ef-b02c-c91672fc7cf2) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:55.852846 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.887009 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.927307 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:55.930109 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:55.933717 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:55.962390 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=a86701da-142b-43ef-b02c-c91672fc7cf2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:56.029588 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (99540deb-f98f-4505-a4a3-94ef266b4272), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.068108 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.215073 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.220568 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.286673 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=a86701da-142b-43ef-b02c-c91672fc7cf2,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:56.297826 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (99540deb-f98f-4505-a4a3-94ef266b4272), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.312158 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.313371 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e31e8f3a-cf3c-4c42-b650-20f175cd959b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7748947 May 10 14:09:56.338367 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d892b875-6c6b-4676-a16a-2490a6e4e1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.376452 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:09:56.515024 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-dd7712eb-7dff-4ad8-bdc4-e06073753a04 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--850072441&fields=id&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 267 time: 0.0432248 May 10 14:09:56.624106 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ef2280da-36a3-457e-9b87-fae49c145105 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:56.625573 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ef2280da-36a3-457e-9b87-fae49c145105 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.1041253 May 10 14:09:56.640356 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-7306dbe9-7ec6-4f25-b7ce-4175ffa38445 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/quotas/47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 375 time: 0.0094285 May 10 14:09:56.688708 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-c9d0b6ad-4c43-466d-b43b-89df5ec9ed4a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427444 May 10 14:09:56.784013 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-58ef9df4-f1e9-4e24-b911-7911408ea1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838394 May 10 14:09:56.805640 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 1277ce7c-0191-40fb-998f-f307d1835a4d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:56.825578 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 1277ce7c-0191-40fb-998f-f307d1835a4d {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:56.825917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 1277ce7c-0191-40fb-998f-f307d1835a4d not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:56.873836 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-005b91d1-920e-4873-96ab-bd82155d6354 service neutron] 10.222.0.32 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834851 May 10 14:09:57.039227 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f242a8c-8a49-49ee-8a05-17ac6890455c req-2ddf06e3-d08e-4ec0-be7c-0548ab9f7dbd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 210 time: 0.0332904 May 10 14:09:57.784384 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:57.937584 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-1e726846-be6d-49b1-9a2f-0caf99fe3770 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:57.938919 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-1e726846-be6d-49b1-9a2f-0caf99fe3770 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 815 time: 0.1039028 May 10 14:09:58.008357 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-f73c95c4-e937-4e4f-a3c5-a77d9d9d60a7 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02 HTTP/1.1" status: 200 len: 379 time: 0.0572593 May 10 14:09:58.074076 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'port': {'device_id': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'admin_state_up': True, 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'security_groups': ['bff5f0e6-5378-499d-a112-18238ea9ceeb']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:58.149668 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3bfd609-3b6d-4fa9-aff6-eec654896af2 req-e2320ef8-9ba6-4a01-bf64-61558256c8fc tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 210 time: 0.0366271 May 10 14:09:58.203760 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Made reservation on behalf of 47d6a9eb6fd3415d9059fe567e2dfa02 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:58.207029 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.327758 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Allocated IP 172.20.0.7 (49c07cd0-6152-43ba-84e4-0ef3e3d224df/d3af196a-924e-4c4d-9848-2aacf16ee06e/7285d884-f81b-42b7-b37d-c408d01c64b0) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:58.467953 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.499378 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.540876 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:58.544049 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:58.550078 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:58.577589 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event updated for resources: {'Port': ['ID=7285d884-f81b-42b7-b37d-c408d01c64b0,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:58.606004 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:58.606660 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.622380 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-4ca00a5e-4386-4923-83e4-af06e494959c tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521643 May 10 14:09:58.636015 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Request body: {'port': {'device_id': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:58.701604 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.797009 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-b2d02e24-72cf-4559-9198-51aa97a96ea1 None None] Provisioning complete for port 7285d884-f81b-42b7-b37d-c408d01c64b0 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:58.797582 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b2d02e24-72cf-4559-9198-51aa97a96ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.833075 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b2d02e24-72cf-4559-9198-51aa97a96ea1 None None] Port 7285d884-f81b-42b7-b37d-c408d01c64b0 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:58.921811 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.959695 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7285d884-f81b-42b7-b37d-c408d01c64b0 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:58.966967 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Publish callbacks [] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.978986 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Transition to ACTIVE for port object 7285d884-f81b-42b7-b37d-c408d01c64b0 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:09:58.982555 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.032509 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Pushing event updated for resources: {'Port': ['ID=7285d884-f81b-42b7-b37d-c408d01c64b0,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:59.106084 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Attempting to bind port 7285d884-f81b-42b7-b37d-c408d01c64b0 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:59.106474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Attempting to bind port 7285d884-f81b-42b7-b37d-c408d01c64b0 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:59.106768 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Attempting to bind port 7285d884-f81b-42b7-b37d-c408d01c64b0 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:59.111272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Port 7285d884-f81b-42b7-b37d-c408d01c64b0 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:09:59.111615 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Attempting to bind port 7285d884-f81b-42b7-b37d-c408d01c64b0 on network 49c07cd0-6152-43ba-84e4-0ef3e3d224df {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:59.116954 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:59.117291 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Checking segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:59.117693 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Bound using segment: {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:59.118123 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Bound port: 7285d884-f81b-42b7-b37d-c408d01c64b0, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39614cdb-20ea-4af9-91ce-85f30f49b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:59.118515 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.188125 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] For port 7285d884-f81b-42b7-b37d-c408d01c64b0, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:59.191307 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] For port 7285d884-f81b-42b7-b37d-c408d01c64b0, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7285d884-f81b-42b7-b37d-c408d01c64b0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:59.197824 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.231915 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:59.232539 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.233910 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] 10.222.0.59 "PUT /v2.0/ports/7285d884-f81b-42b7-b37d-c408d01c64b0 HTTP/1.1" status: 200 len: 1093 time: 0.6028595 May 10 14:09:59.234435 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:59.236571 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd476fc4-d948-4a34-8d84-72aad8a94f93" -d '{"events": [{"name": "network-changed", "server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:59.275016 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae603cde-714d-41fe-92d0-7536b204dc6e service neutron] Pushing event updated for resources: {'Port': ['ID=7285d884-f81b-42b7-b37d-c408d01c64b0,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:59.293559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e623b-9e88-4074-8aa9-9334a3b2a576 x-openstack-request-id: req-433e623b-9e88-4074-8aa9-9334a3b2a576 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:59.293559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:59.293848 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-433e623b-9e88-4074-8aa9-9334a3b2a576 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:59.294193 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433e623b-9e88-4074-8aa9-9334a3b2a576'] response: {'name': 'network-changed', 'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'status': 'completed', 'code': 200} May 10 14:09:59.300449 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb82b8b-4d52-447c-ba29-5cfbfea330dc req-91ff48e6-dc00-446d-bd03-24d3fb5ed194 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:59.303427 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bcb82b8b-4d52-447c-ba29-5cfbfea330dc req-91ff48e6-dc00-446d-bd03-24d3fb5ed194 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 943 time: 0.0846505 May 10 14:09:59.328647 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-5a9bc011-ae3d-4409-9e75-397e46b9977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:59.330053 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-5a9bc011-ae3d-4409-9e75-397e46b9977e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 1127 time: 0.0466049 May 10 14:09:59.356305 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bcb82b8b-4d52-447c-ba29-5cfbfea330dc req-252cae0f-7aea-4765-bcf5-e6d87f3c7777 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450852 May 10 14:09:59.378358 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-54f5558d-4c21-473c-9274-22bdc65e5179 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7285d884-f81b-42b7-b37d-c408d01c64b0 HTTP/1.1" status: 200 len: 217 time: 0.0394380 May 10 14:09:59.432878 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-e7b6bc4a-813f-4d5c-9205-df45566e130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:59.434352 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-e7b6bc4a-813f-4d5c-9205-df45566e130c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0498126 May 10 14:09:59.477687 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-a1f2165f-75f9-45f7-b3d0-8a0208a8f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:59.480389 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-a1f2165f-75f9-45f7-b3d0-8a0208a8f5fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397003 May 10 14:09:59.567979 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-2c54aee4-7834-40d2-8e52-159aa2799ba9 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807655 May 10 14:09:59.657879 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b7e83c41-e194-428b-93c1-87d5bf849e6a req-f5b6c16d-95eb-4713-8b22-31a825c84b35 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835190 May 10 14:10:00.334123 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.471545 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27aa6d-dc09-44f4-a877-05000e3c6448 req-8e5162c6-f1c8-44a1-9ddc-754ed980a619 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:00.473141 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b27aa6d-dc09-44f4-a877-05000e3c6448 req-8e5162c6-f1c8-44a1-9ddc-754ed980a619 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 943 time: 0.0474026 May 10 14:10:00.518637 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2b27aa6d-dc09-44f4-a877-05000e3c6448 req-53d3d498-c529-48a4-9b45-37ba637288c8 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 May 10 14:10:01.629704 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17366b3-4e6e-4138-ad6d-adca2fd18b60 req-43d834b0-d471-4054-8bd7-3114e40e609f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:01.631186 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a17366b3-4e6e-4138-ad6d-adca2fd18b60 req-43d834b0-d471-4054-8bd7-3114e40e609f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 943 time: 0.0458043 May 10 14:10:01.675642 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a17366b3-4e6e-4138-ad6d-adca2fd18b60 req-935a2045-7edd-400f-a5bf-a540a410d0dc tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390584 May 10 14:10:01.949630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-1406d6e2-f3fc-4917-925b-c44830721a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:01.951029 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-1406d6e2-f3fc-4917-925b-c44830721a11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 1127 time: 0.0431137 May 10 14:10:02.038985 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-55f343ac-dc25-4b7e-88b3-9da262002c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:02.040432 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-55f343ac-dc25-4b7e-88b3-9da262002c74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0833409 May 10 14:10:02.083517 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-342d043f-af3e-4c60-b03b-386d959de3ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7285d884-f81b-42b7-b37d-c408d01c64b0 HTTP/1.1" status: 200 len: 217 time: 0.0372705 May 10 14:10:02.373715 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-59d9932e-4994-4dfc-9ff0-72989042856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:02.375199 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-59d9932e-4994-4dfc-9ff0-72989042856c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.2859581 May 10 14:10:02.422333 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-7efb297a-c165-4dd7-b00b-3c5566637c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:02.423804 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-7efb297a-c165-4dd7-b00b-3c5566637c6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391622 May 10 14:10:02.520802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-1c1a55ab-51ad-4e01-b4c1-933762337263 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882545 May 10 14:10:02.607668 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd476fc4-d948-4a34-8d84-72aad8a94f93 req-743f3b94-8391-45c6-b07b-98217f7dbdec service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812755 May 10 14:10:02.790993 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de1743-caef-4a42-ad45-55598e3323d1 req-57262d37-61dc-42ec-ace8-72a3ca97c9b6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:02.792494 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31de1743-caef-4a42-ad45-55598e3323d1 req-57262d37-61dc-42ec-ace8-72a3ca97c9b6 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 943 time: 0.0479770 May 10 14:10:02.838506 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7285d884-f81b-42b7-b37d-c408d01c64b0 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:10:02.844699 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31de1743-caef-4a42-ad45-55598e3323d1 req-533666c9-c42f-4ed9-b9c3-7cdfe9ab6bcd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468047 May 10 14:10:02.936644 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 7285d884-f81b-42b7-b37d-c408d01c64b0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7285d884-f81b-42b7-b37d-c408d01c64b0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:02.948377 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'port_id': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'mac_address': 'fa:16:3e:c7:0b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:10:02.984497 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 7285d884-f81b-42b7-b37d-c408d01c64b0 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:10:02.984889 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:02.997509 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7285d884-f81b-42b7-b37d-c408d01c64b0 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:10:03.020759 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 7285d884-f81b-42b7-b37d-c408d01c64b0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7285d884-f81b-42b7-b37d-c408d01c64b0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:03.024893 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.071618 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=7285d884-f81b-42b7-b37d-c408d01c64b0,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:03.377824 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['7285d884-f81b-42b7-b37d-c408d01c64b0'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:10:03.960745 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021196f-dd94-47ce-a4a9-ba1d1bcab8a2 req-9d4d72eb-30fc-44ea-8c48-b33ef4981729 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:03.962185 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9021196f-dd94-47ce-a4a9-ba1d1bcab8a2 req-9d4d72eb-30fc-44ea-8c48-b33ef4981729 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 944 time: 0.0485988 May 10 14:10:04.007663 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9021196f-dd94-47ce-a4a9-ba1d1bcab8a2 req-d335ca62-131f-42cc-a639-f1609833b262 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400710 May 10 14:10:04.850946 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7285d884-f81b-42b7-b37d-c408d01c64b0 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:10:04.895096 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 7285d884-f81b-42b7-b37d-c408d01c64b0 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:10:04.900593 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 7285d884-f81b-42b7-b37d-c408d01c64b0 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:10:04.900962 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.975055 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 7285d884-f81b-42b7-b37d-c408d01c64b0 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:10:04.975436 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.997428 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:10:04.999917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea43d56-e992-44c8-b523-3f0a3bc21b78" -d '{"events": [{"server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "name": "network-vif-plugged", "status": "completed", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:10:05.016049 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 7285d884-f81b-42b7-b37d-c408d01c64b0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7285d884-f81b-42b7-b37d-c408d01c64b0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:05.019964 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:05.047872 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f4f396-e1d4-4e99-9aa4-b6ea96d3790d x-openstack-request-id: req-66f4f396-e1d4-4e99-9aa4-b6ea96d3790d {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:10:05.048168 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "name": "network-vif-plugged", "status": "completed", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:10:05.048412 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66f4f396-e1d4-4e99-9aa4-b6ea96d3790d {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:10:05.048802 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f4f396-e1d4-4e99-9aa4-b6ea96d3790d'] response: {'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'code': 200} May 10 14:10:05.078615 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=7285d884-f81b-42b7-b37d-c408d01c64b0,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:05.126612 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469626fe-1c96-4a27-bd9f-a84cc75c7643 req-c26216d9-c66d-4dcc-8bea-3f03cd7fb420 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:05.128025 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-469626fe-1c96-4a27-bd9f-a84cc75c7643 req-c26216d9-c66d-4dcc-8bea-3f03cd7fb420 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.0501406 May 10 14:10:05.174119 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-469626fe-1c96-4a27-bd9f-a84cc75c7643 req-2c5314b0-b14d-4461-936e-f877287c58d9 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400615 May 10 14:10:05.210727 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77588-43b6-4328-83a6-39d57dd95272 req-1976ce2e-c229-4e8f-9fbc-6545030b318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:05.212201 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-09f77588-43b6-4328-83a6-39d57dd95272 req-1976ce2e-c229-4e8f-9fbc-6545030b318c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 1129 time: 0.0389206 May 10 14:10:05.261492 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-09f77588-43b6-4328-83a6-39d57dd95272 req-345a1b8f-f724-4709-b4b0-7b650dd79e5f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363238 May 10 14:10:06.287514 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620f7d-abdd-4b6d-a106-211e929c7f66 req-d0f67794-4d4f-4177-80bc-058478f6713f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:06.288978 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e620f7d-abdd-4b6d-a106-211e929c7f66 req-d0f67794-4d4f-4177-80bc-058478f6713f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.0458527 May 10 14:10:06.334405 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e620f7d-abdd-4b6d-a106-211e929c7f66 req-e6c7300e-c946-4c60-a6b0-7829f33c2311 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 May 10 14:10:06.726898 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:07.448808 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b89f7-7415-4aa5-b4bf-cc70a9f91065 req-084eaa67-4679-4a9e-9668-f369fcfca6e0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:07.450286 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf9b89f7-7415-4aa5-b4bf-cc70a9f91065 req-084eaa67-4679-4a9e-9668-f369fcfca6e0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.0470693 May 10 14:10:07.498626 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf9b89f7-7415-4aa5-b4bf-cc70a9f91065 req-5a43abdd-c038-4087-a11b-f32da448a1cd tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 May 10 14:10:07.611401 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a5ad4-f860-4592-aab9-a965baf5fb22 req-5dd3d180-0820-41fc-8665-a1fee5879f60 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:07.612769 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-749a5ad4-f860-4592-aab9-a965baf5fb22 req-5dd3d180-0820-41fc-8665-a1fee5879f60 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.0501029 May 10 14:10:07.621787 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33746) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:07.626413 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Request body: {'floatingip': {'port_id': '7285d884-f81b-42b7-b37d-c408d01c64b0'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:10:07.665240 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (99540deb-f98f-4505-a4a3-94ef266b4272), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:08.130877 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:08.134571 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (99540deb-f98f-4505-a4a3-94ef266b4272), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:08.240309 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP 99540deb-f98f-4505-a4a3-94ef266b4272 associated. External IP: 172.27.2.176, port: 7285d884-f81b-42b7-b37d-c408d01c64b0. May 10 14:10:08.449529 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:10:08.559557 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:10:08.564328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:08.570402 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:10:08.579806 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:08.580407 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:08.593365 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ddada909-ba05-4d2b-834e-4fbe26c1ef02 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "PUT /v2.0/floatingips/99540deb-f98f-4505-a4a3-94ef266b4272 HTTP/1.1" status: 200 len: 991 time: 0.9705167 May 10 14:10:08.593944 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:10:08.596194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e149fc4-c9f0-489a-91df-161c74628a03" -d '{"events": [{"name": "network-changed", "server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:10:08.631942 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be71ffb3-aa52-43d8-b986-63fc19a6c3e9 x-openstack-request-id: req-be71ffb3-aa52-43d8-b986-63fc19a6c3e9 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:10:08.632556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:10:08.632556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be71ffb3-aa52-43d8-b986-63fc19a6c3e9 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:10:08.632850 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be71ffb3-aa52-43d8-b986-63fc19a6c3e9'] response: {'name': 'network-changed', 'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'status': 'completed', 'code': 200} May 10 14:10:08.693313 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-cdf91f64-5fda-4168-b32b-1d58cd812487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:08.694832 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-cdf91f64-5fda-4168-b32b-1d58cd812487 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 1129 time: 0.0390532 May 10 14:10:08.696499 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:08.788295 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-5b542a31-5903-4f06-9cb8-e70877830438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:08.789779 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-5b542a31-5903-4f06-9cb8-e70877830438 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 200 len: 916 time: 0.0876043 May 10 14:10:08.859389 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-d78f0f33-f23b-4b24-99fb-6976bab9c34c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7285d884-f81b-42b7-b37d-c408d01c64b0 HTTP/1.1" status: 200 len: 999 time: 0.0622263 May 10 14:10:08.909280 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-8ab21827-cce8-4701-a3a6-d7dd514276ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:08.910797 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-8ab21827-cce8-4701-a3a6-d7dd514276ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 200 len: 854 time: 0.0442820 May 10 14:10:08.958826 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-ba5146d7-4481-40d7-927d-0dd24070d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:08.960307 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-ba5146d7-4481-40d7-927d-0dd24070d6b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49c07cd0-6152-43ba-84e4-0ef3e3d224df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413406 May 10 14:10:09.002928 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '99540deb-f98f-4505-a4a3-94ef266b4272', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:c7:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:55Z', 'updated_at': '2022-05-10T14:10:08Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:09.029242 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:10:09.038078 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:09.038710 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:09:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:09.050174 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-c3814468-359d-423c-8905-a944633980d6 service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818026 May 10 14:10:09.142811 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e149fc4-c9f0-489a-91df-161c74628a03 req-2c66daf9-4d40-43cf-abda-995760ce47dc service neutron] 10.222.0.59 "GET /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854573 May 10 14:10:09.145254 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:09.368790 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '99540deb-f98f-4505-a4a3-94ef266b4272', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:c7:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:55Z', 'updated_at': '2022-05-10T14:10:08Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:09.401485 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a99593-ebc7-47ef-a4e0-8d151f91f139 None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '99540deb-f98f-4505-a4a3-94ef266b4272', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'port_id': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'mac_address': 'fa:16:3e:c7:0b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:55Z', 'updated_at': '2022-05-10T14:10:08Z', 'revision_number': 1, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:10:09.589652 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf9e43-859b-4185-8a88-0f949fb4635a None None] New status for floating IP 99540deb-f98f-4505-a4a3-94ef266b4272: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:10:24.231048 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d55a395f-ecd7-4fdc-ad3c-25f63da3dc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:26.340706 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ea21a88-0ba5-4d6d-a108-13c0537c249d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:27.787595 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:28.925485 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:30.336945 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:33.375862 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:10:36.729695 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:40.379230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33776) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:40.622567 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Deleting port dd7c4cad-0a3b-4444-9e90-582ff46af287 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:40.622903 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:40.697761 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:40.697987 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for floatingip (dd7c4cad-0a3b-4444-9e90-582ff46af287), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:40.710726 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Calling delete_port for dd7c4cad-0a3b-4444-9e90-582ff46af287 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:40.882977 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (dd7c4cad-0a3b-4444-9e90-582ff46af287), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:40.910281 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event deleted for resources: {'Port': ['ID=dd7c4cad-0a3b-4444-9e90-582ff46af287,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:40.936385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.936734 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.937075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.937413 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.937747 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.938075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.938427 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.938751 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.939075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.939396 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.939721 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.940044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.940365 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.940688 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.941060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:40.986519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for floatingip (4427b567-9433-4b1c-96b0-6c270a486be5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:40.986767 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Floating IP 4427b567-9433-4b1c-96b0-6c270a486be5 disassociated (deleted). External IP: 172.27.2.111, port: ec9f4864-21aa-4de7-919c-01a3ed1478c2. May 10 14:10:41.193542 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Router f6b8332a-0bfc-4f01-a98b-98487d2d7824 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:10:41.303642 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:10:41.308505 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:41.314278 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] Sync routers for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:10:41.325097 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:41.325711 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:10:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:41.337709 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2102d63d-c379-4621-8c25-12573772b30c tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "DELETE /v2.0/floatingips/4427b567-9433-4b1c-96b0-6c270a486be5 HTTP/1.1" status: 204 len: 168 time: 0.9573715 May 10 14:10:41.338403 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:10:41.340712 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:10:41.379723 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17354250-6ad3-4cb4-a3e4-1de5757ecd1e x-openstack-request-id: req-17354250-6ad3-4cb4-a3e4-1de5757ecd1e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:10:41.380349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:10:41.380465 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17354250-6ad3-4cb4-a3e4-1de5757ecd1e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:10:41.380838 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17354250-6ad3-4cb4-a3e4-1de5757ecd1e'] response: {'name': 'network-changed', 'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'status': 'completed', 'code': 200} May 10 14:10:41.440433 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:41.449264 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-f0983cc9-ded1-4096-812c-c7234143db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:41.450975 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-f0983cc9-ded1-4096-812c-c7234143db10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9cb94e930984858b30744fc14ca334e&device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 1129 time: 0.0437264 May 10 14:10:41.561964 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-265a8fcb-e738-4629-bf32-b5fc926762e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:41.563380 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-265a8fcb-e738-4629-bf32-b5fc926762e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 200 len: 910 time: 0.1020360 May 10 14:10:41.569443 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06180e1f-c72d-430a-bea9-d2449a978502 req-38170a49-0d30-4781-88cd-c95822e0bbad tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:41.570951 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06180e1f-c72d-430a-bea9-d2449a978502 req-38170a49-0d30-4781-88cd-c95822e0bbad tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0512309 May 10 14:10:41.620216 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06180e1f-c72d-430a-bea9-d2449a978502 req-938e756c-ff0f-4eb8-81b6-1e80b9b8b145 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 May 10 14:10:41.633382 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:41.659581 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] Checking router: f6b8332a-0bfc-4f01-a98b-98487d2d7824 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:10:41.668408 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:41.668988 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:10:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:41.773189 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:41.954929 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:41.980287 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfc69b-c106-4757-bc6c-1407b5b53cfc None None] The sync data for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi is: [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:04:15Z', 'revision_number': 4, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'ba61c58d-261b-4bc5-a410-e1a33d37a273', 'name': '', 'network_id': '6e8d5f7c-533b-4814-abdc-d66c4b31bf48', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'mac_address': 'fa:16:3e:ad:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:14Z', 'updated_at': '2022-05-10T14:04:19Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'subnets': [{'id': '212d13c5-b5f5-486b-b59e-1d31c5516f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:10:42.186688 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe19c6-18d9-4d5a-9389-b52ec8f96e5e None None] New status for floating IP 4427b567-9433-4b1c-96b0-6c270a486be5: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:10:42.523940 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-e3b4ab62-8eba-40e6-8ce6-d29ce5988e17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 200 len: 217 time: 0.0345919 May 10 14:10:42.571691 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-bf08c01b-bf39-47f0-94b3-972d76242cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:42.573028 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-bf08c01b-bf39-47f0-94b3-972d76242cbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 200 len: 848 time: 0.0423779 May 10 14:10:42.637471 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-bae62075-0ad1-4d7e-8077-4166ebf0455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:42.638914 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-bae62075-0ad1-4d7e-8077-4166ebf0455e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e8d5f7c-533b-4814-abdc-d66c4b31bf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404451 May 10 14:10:42.998388 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec1ac8-19d6-4d70-961e-544cc2bff874 req-f49e58c1-ce6e-4854-bc1e-9f3f014eb784 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:42.999829 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5fec1ac8-19d6-4d70-961e-544cc2bff874 req-f49e58c1-ce6e-4854-bc1e-9f3f014eb784 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.3068712 May 10 14:10:43.026571 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-4189bdc6-fbf2-47dd-af4e-eb8bf98b9179 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806210 May 10 14:10:43.062418 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5fec1ac8-19d6-4d70-961e-544cc2bff874 req-0dfbd83e-3540-42d2-b612-a5c7319fdc21 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/security-groups?id=be751779-f735-4b36-948f-d47e2b804c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566335 May 10 14:10:43.172534 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285102-c285-4138-93a5-bc1051d364ce req-60de103c-21f1-4aa5-a04f-9335f09238e5 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:10:43.173870 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82285102-c285-4138-93a5-bc1051d364ce req-60de103c-21f1-4aa5-a04f-9335f09238e5 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.59 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 945 time: 0.0646021 May 10 14:10:43.177194 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e56b0cdb-5eea-4e5c-942c-8bed61597ecc req-4d17eebf-6052-41ca-a3c4-4fafab3d0601 service neutron] 10.222.0.59 "GET /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249530 May 10 14:10:43.263696 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Deleting port ec9f4864-21aa-4de7-919c-01a3ed1478c2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:43.264036 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:43.353260 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] For port ec9f4864-21aa-4de7-919c-01a3ed1478c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ec9f4864-21aa-4de7-919c-01a3ed1478c2,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:43.353623 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:43.367348 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Calling delete_port for ec9f4864-21aa-4de7-919c-01a3ed1478c2 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:43.494533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (ec9f4864-21aa-4de7-919c-01a3ed1478c2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:43.526865 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event deleted for resources: {'Port': ['ID=ec9f4864-21aa-4de7-919c-01a3ed1478c2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:43.570983 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] No DVR routers for this DVR port ec9f4864-21aa-4de7-919c-01a3ed1478c2 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:10:43.573349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:43.576584 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82285102-c285-4138-93a5-bc1051d364ce req-76eae9dd-cbc7-4a02-a397-f31aaaf112d2 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.59 "DELETE /v2.0/ports/ec9f4864-21aa-4de7-919c-01a3ed1478c2 HTTP/1.1" status: 204 len: 173 time: 0.3935270 May 10 14:10:43.577037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-deleted', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:10:43.579253 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92fd2c2-8121-45c3-9726-973524db2956" -d '{"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-deleted", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:10:43.615328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ff44c-fcfa-4f22-a745-12b02d3a2e78 x-openstack-request-id: req-8c9ff44c-fcfa-4f22-a745-12b02d3a2e78 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:10:43.615631 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890fa7d-7922-4684-84e7-9dba0e4e6329", "name": "network-vif-deleted", "tag": "ec9f4864-21aa-4de7-919c-01a3ed1478c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:10:43.615879 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c9ff44c-fcfa-4f22-a745-12b02d3a2e78 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:10:43.616502 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9ff44c-fcfa-4f22-a745-12b02d3a2e78'] response: {'server_uuid': '6890fa7d-7922-4684-84e7-9dba0e4e6329', 'name': 'network-vif-deleted', 'tag': 'ec9f4864-21aa-4de7-919c-01a3ed1478c2', 'status': 'completed', 'code': 200} May 10 14:10:44.171047 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd2de194-4a11-47bd-ae81-ac8ff7d3b0a9 req-a487ab1d-8dea-494f-acc8-295025072b75 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "GET /v2.0/ports?device_id=6890fa7d-7922-4684-84e7-9dba0e4e6329 HTTP/1.1" status: 200 len: 210 time: 0.0286417 May 10 14:10:45.233246 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33796) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:45.294017 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a323a0be-c716-49dc-848c-650d37e1c472 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group (be751779-f735-4b36-948f-d47e2b804c9b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:45.319580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a323a0be-c716-49dc-848c-650d37e1c472 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group (be751779-f735-4b36-948f-d47e2b804c9b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:45.386640 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a323a0be-c716-49dc-848c-650d37e1c472 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (be751779-f735-4b36-948f-d47e2b804c9b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:45.389410 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a323a0be-c716-49dc-848c-650d37e1c472 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:45.390602 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a323a0be-c716-49dc-848c-650d37e1c472 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] 10.222.0.32 "DELETE /v2.0/security-groups/be751779-f735-4b36-948f-d47e2b804c9b HTTP/1.1" status: 204 len: 168 time: 0.1563623 May 10 14:10:45.402734 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323a0be-c716-49dc-848c-650d37e1c472 tempest-TestShelveInstance-1613692336 tempest-TestShelveInstance-1613692336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be751779-f735-4b36-948f-d47e2b804c9b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:45.441564 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33800) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:45.832349 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (f6b8332a-0bfc-4f01-a98b-98487d2d7824), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:46.062526 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Deleting port ba61c58d-261b-4bc5-a410-e1a33d37a273 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:46.062862 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:46.140918 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] For port ba61c58d-261b-4bc5-a410-e1a33d37a273, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ba61c58d-261b-4bc5-a410-e1a33d37a273,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:46.141273 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:46.153872 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Calling delete_port for ba61c58d-261b-4bc5-a410-e1a33d37a273 owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:46.329369 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (ba61c58d-261b-4bc5-a410-e1a33d37a273), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:46.354274 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba61c58d-261b-4bc5-a410-e1a33d37a273,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:46.366511 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.366849 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.367182 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.367514 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.367840 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.368161 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.368478 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.368796 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.369120 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.369439 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.369757 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.370075 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.370415 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.370727 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.371037 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:46.756480 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (f6b8332a-0bfc-4f01-a98b-98487d2d7824), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:46.974593 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Router f6b8332a-0bfc-4f01-a98b-98487d2d7824 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:10:47.023948 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:47.046400 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: ec9f4864-21aa-4de7-919c-01a3ed1478c2 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:47.046740 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device ec9f4864-21aa-4de7-919c-01a3ed1478c2 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:47.085805 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:10:47.090881 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-097f8d0b-ad5f-4afc-9300-e72ae6f9eb1b admin admin] 10.222.0.32 "PUT /v2.0/routers/f6b8332a-0bfc-4f01-a98b-98487d2d7824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477826 May 10 14:10:47.093300 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33806) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:47.095963 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] Sync routers for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:10:47.106317 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:47.106929 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:10:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:47.197974 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks [] for router (f6b8332a-0bfc-4f01-a98b-98487d2d7824), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.215155 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:47.301422 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks [] for router_gateway (f6b8332a-0bfc-4f01-a98b-98487d2d7824), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.346597 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Deleting port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:47.346932 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.384156 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:10:46Z', 'revision_number': 5, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port': {'id': '1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:11Z', 'updated_at': '2022-05-10T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:47.410954 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] Checking router: f6b8332a-0bfc-4f01-a98b-98487d2d7824 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:10:47.421123 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] Routers {'f6b8332a-0bfc-4f01-a98b-98487d2d7824'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:47.421704 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:10:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:47.439039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] For port 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:47.439406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.455316 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Calling delete_port for 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:47.596063 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] Set router f6b8332a-0bfc-4f01-a98b-98487d2d7824 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:47.624478 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.647669 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:10:47Z', 'revision_number': 6, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:47.651014 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:47.677655 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b221b1-f0f7-44a6-b212-2fcc708a98b4 None None] The sync data for ids ['f6b8332a-0bfc-4f01-a98b-98487d2d7824'] in dv-cinder-835881-9-iscsi is: [{'id': 'f6b8332a-0bfc-4f01-a98b-98487d2d7824', 'name': 'tempest-TestShelveInstance-1446367854-router', 'tenant_id': 'a9cb94e930984858b30744fc14ca334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:10Z', 'updated_at': '2022-05-10T14:10:47Z', 'revision_number': 6, 'project_id': 'a9cb94e930984858b30744fc14ca334e', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:10:47.720828 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (f6b8332a-0bfc-4f01-a98b-98487d2d7824), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.814643 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (f6b8332a-0bfc-4f01-a98b-98487d2d7824), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.816961 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks [] for router_controller (f6b8332a-0bfc-4f01-a98b-98487d2d7824), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.863891 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (f6b8332a-0bfc-4f01-a98b-98487d2d7824), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.864463 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b8332a-0bfc-4f01-a98b-98487d2d7824 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:10:47.869485 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.870801 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5e9dc093-faf2-46ad-b2f1-72ca57b860d7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f6b8332a-0bfc-4f01-a98b-98487d2d7824 HTTP/1.1" status: 204 len: 168 time: 0.7765970 May 10 14:10:47.873564 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33810) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:47.917734 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Deleting subnet 212d13c5-b5f5-486b-b59e-1d31c5516f2b {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:10:47.920777 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Publish callbacks [] for subnet (212d13c5-b5f5-486b-b59e-1d31c5516f2b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:47.954461 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (212d13c5-b5f5-486b-b59e-1d31c5516f2b), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.042134 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (212d13c5-b5f5-486b-b59e-1d31c5516f2b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.103069 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (212d13c5-b5f5-486b-b59e-1d31c5516f2b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.130637 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212d13c5-b5f5-486b-b59e-1d31c5516f2b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:48.133126 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.136221 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dbc80c16-0b50-46e9-8d71-206c0ed2f213 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/212d13c5-b5f5-486b-b59e-1d31c5516f2b HTTP/1.1" status: 204 len: 168 time: 0.2617114 May 10 14:10:48.139112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33812) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:48.139255 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d473601-0fcf-41c7-aa94-2cefcf8e7140 None None] Network 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:10:48.205785 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (6e8d5f7c-533b-4814-abdc-d66c4b31bf48), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.254229 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Deleting port c2cbd7c5-9e39-4da4-a428-43804aac1e2d {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:48.254580 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.315681 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] For port c2cbd7c5-9e39-4da4-a428-43804aac1e2d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,segment=NetworkSegment(0e89f01e-4a51-4b35-b24e-2cec4b059311),segment_id=0e89f01e-4a51-4b35-b24e-2cec4b059311)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:48.316038 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.329375 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Calling delete_port for c2cbd7c5-9e39-4da4-a428-43804aac1e2d owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:48.410691 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (c2cbd7c5-9e39-4da4-a428-43804aac1e2d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.440212 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] No DVR routers for this DVR port c2cbd7c5-9e39-4da4-a428-43804aac1e2d on host dv-cinder-835881-9-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:10:48.446325 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cbd7c5-9e39-4da4-a428-43804aac1e2d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:48.464979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268afae8-f27c-4a37-a16b-ad41bd7b60a1 None None] DHCP port deletion for 6e8d5f7c-533b-4814-abdc-d66c4b31bf48 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:10:48.485482 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ba61c58d-261b-4bc5-a410-e1a33d37a273 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:48.508052 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: ba61c58d-261b-4bc5-a410-e1a33d37a273 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:48.508396 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ba61c58d-261b-4bc5-a410-e1a33d37a273 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:48.521711 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (6e8d5f7c-533b-4814-abdc-d66c4b31bf48), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.542633 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8d5f7c-533b-4814-abdc-d66c4b31bf48']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:48.551922 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e89f01e-4a51-4b35-b24e-2cec4b059311') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:48.552221 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e89f01e-4a51-4b35-b24e-2cec4b059311') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:48.566578 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (0e89f01e-4a51-4b35-b24e-2cec4b059311), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.580001 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (0e89f01e-4a51-4b35-b24e-2cec4b059311), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.586267 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:10:48.586660 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (0e89f01e-4a51-4b35-b24e-2cec4b059311), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:10:48.588324 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:10:48.641216 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (6e8d5f7c-533b-4814-abdc-d66c4b31bf48), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.646580 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:48.652854 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e8d5f7c-533b-4814-abdc-d66c4b31bf48 HTTP/1.1" status: 204 len: 168 time: 0.5096273 May 10 14:10:48.653472 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33814) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:48.660861 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bdc11-c1f4-4b97-ac11-041bd8708f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8d5f7c-533b-4814-abdc-d66c4b31bf48,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:49.046339 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (9875e078-60b1-4d7b-898f-d4096ca49673), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:49.322369 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Deleting port 00c1c323-a126-4f93-9020-5dcfb17d4def {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:49.322645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:49.400349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] For port 00c1c323-a126-4f93-9020-5dcfb17d4def, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=00c1c323-a126-4f93-9020-5dcfb17d4def,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:49.400703 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:49.413348 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Calling delete_port for 00c1c323-a126-4f93-9020-5dcfb17d4def owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:49.588564 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (00c1c323-a126-4f93-9020-5dcfb17d4def), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:49.611080 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c1c323-a126-4f93-9020-5dcfb17d4def,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:49.782829 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (9875e078-60b1-4d7b-898f-d4096ca49673), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:49.992157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Router 9875e078-60b1-4d7b-898f-d4096ca49673 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:10:50.100754 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:10:50.105773 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-42a653f5-3f99-42d0-841f-232211e1a9b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/9875e078-60b1-4d7b-898f-d4096ca49673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4511468 May 10 14:10:50.108291 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33816) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:50.112317 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] Sync routers for ids ['9875e078-60b1-4d7b-898f-d4096ca49673'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:10:50.119940 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2cbd7c5-9e39-4da4-a428-43804aac1e2d no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:50.143158 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: c2cbd7c5-9e39-4da4-a428-43804aac1e2d {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:50.143492 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2cbd7c5-9e39-4da4-a428-43804aac1e2d not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:50.143891 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:50.145562 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] Routers {'9875e078-60b1-4d7b-898f-d4096ca49673'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:50.146177 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:10:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['9875e078-60b1-4d7b-898f-d4096ca49673'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:50.166521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:50.166862 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 1d3b2b47-3709-4b0e-a5a9-9c54e8f5dd8a not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:50.280860 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] Set router 9875e078-60b1-4d7b-898f-d4096ca49673 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:50.481734 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks [] for router (9875e078-60b1-4d7b-898f-d4096ca49673), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:50.582691 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:10:49Z', 'revision_number': 5, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port': {'id': 'd4c81897-d909-44d7-8c5d-be72c32c7f70', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:04:19Z', 'updated_at': '2022-05-10T14:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:50.590385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks [] for router_gateway (9875e078-60b1-4d7b-898f-d4096ca49673), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:50.610240 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] Checking router: 9875e078-60b1-4d7b-898f-d4096ca49673 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:10:50.618744 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] Routers {'9875e078-60b1-4d7b-898f-d4096ca49673'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:50.619355 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:10:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['9875e078-60b1-4d7b-898f-d4096ca49673'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:50.634515 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Deleting port d4c81897-d909-44d7-8c5d-be72c32c7f70 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:50.634856 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:50.707915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] Set router 9875e078-60b1-4d7b-898f-d4096ca49673 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:50.711414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] For port d4c81897-d909-44d7-8c5d-be72c32c7f70, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d4c81897-d909-44d7-8c5d-be72c32c7f70,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:50.711946 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:50.731306 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Calling delete_port for d4c81897-d909-44d7-8c5d-be72c32c7f70 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:50.767135 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:10:50Z', 'revision_number': 6, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:50.793108 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d04a7-1a96-477a-ab8c-608e266010c4 None None] The sync data for ids ['9875e078-60b1-4d7b-898f-d4096ca49673'] in dv-cinder-835881-9-iscsi is: [{'id': '9875e078-60b1-4d7b-898f-d4096ca49673', 'name': 'tempest-TestShelveInstance-1000721491-router', 'tenant_id': 'de140ca886ac4b7295154e2dcb211894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:04:18Z', 'updated_at': '2022-05-10T14:10:50Z', 'revision_number': 6, 'project_id': 'de140ca886ac4b7295154e2dcb211894', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:10:50.900120 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (d4c81897-d909-44d7-8c5d-be72c32c7f70), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:50.927349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c81897-d909-44d7-8c5d-be72c32c7f70,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:50.987358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (9875e078-60b1-4d7b-898f-d4096ca49673), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.090234 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (9875e078-60b1-4d7b-898f-d4096ca49673), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.092370 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks [] for router_controller (9875e078-60b1-4d7b-898f-d4096ca49673), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.162021 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (9875e078-60b1-4d7b-898f-d4096ca49673), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.162654 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9875e078-60b1-4d7b-898f-d4096ca49673 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:10:51.167973 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.169138 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c5ed44a6-5427-421a-86f8-6315bc7f8ae8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9875e078-60b1-4d7b-898f-d4096ca49673 HTTP/1.1" status: 204 len: 168 time: 1.0599694 May 10 14:10:51.171676 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 33820) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:51.217274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Deleting subnet 2ceff5a7-76a7-4c9c-a669-87a646566640 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:10:51.220611 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Publish callbacks [] for subnet (2ceff5a7-76a7-4c9c-a669-87a646566640), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.256822 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4180183'] for subnet (2ceff5a7-76a7-4c9c-a669-87a646566640), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.364478 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (2ceff5a7-76a7-4c9c-a669-87a646566640), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.418418 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9100705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384589'] for subnet (2ceff5a7-76a7-4c9c-a669-87a646566640), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.451970 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.455963 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ceff5a7-76a7-4c9c-a669-87a646566640 HTTP/1.1" status: 204 len: 168 time: 0.2831504 May 10 14:10:51.456797 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada05cf-5360-42c0-b1ea-af04f0ad760d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ceff5a7-76a7-4c9c-a669-87a646566640,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:51.457031 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281830a6-87d4-4c8f-8777-9c499f93a93f None None] Network 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:10:51.458506 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33822) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:51.531804 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (48221399-9e7d-4bbc-8b93-f3dbe2e811c8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.579840 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Deleting port cb7b2478-0aba-4764-b8be-c3443ffbbe4a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:51.580178 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.606348 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] DHCP port deletion for 48221399-9e7d-4bbc-8b93-f3dbe2e811c8 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:10:51.642645 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] For port cb7b2478-0aba-4764-b8be-c3443ffbbe4a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:51.642932 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.644689 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Deleting port cb7b2478-0aba-4764-b8be-c3443ffbbe4a {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:51.645057 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.656725 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Calling delete_port for cb7b2478-0aba-4764-b8be-c3443ffbbe4a owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:51.712054 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] For port cb7b2478-0aba-4764-b8be-c3443ffbbe4a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,segment=NetworkSegment(956896a4-a642-40ce-97a2-22cd4ee4d709),segment_id=956896a4-a642-40ce-97a2-22cd4ee4d709)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:51.712449 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.726452 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Calling delete_port for cb7b2478-0aba-4764-b8be-c3443ffbbe4a owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:51.740873 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.766246 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:51.773668 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] No DVR routers for this DVR port cb7b2478-0aba-4764-b8be-c3443ffbbe4a on host dv-cinder-835881-9-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:10:51.818140 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (cb7b2478-0aba-4764-b8be-c3443ffbbe4a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.851537 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (48221399-9e7d-4bbc-8b93-f3dbe2e811c8), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.855299 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Pushing event deleted for resources: {'Port': ['ID=cb7b2478-0aba-4764-b8be-c3443ffbbe4a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:51.861752 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] No DVR routers for this DVR port cb7b2478-0aba-4764-b8be-c3443ffbbe4a on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.871765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.872652 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.872652 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.873185 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.874829 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.874829 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.874829 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29decb6-71a3-46cb-9363-fa257747b451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:10:51.880062 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48221399-9e7d-4bbc-8b93-f3dbe2e811c8']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:51.890072 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956896a4-a642-40ce-97a2-22cd4ee4d709') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:51.890405 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956896a4-a642-40ce-97a2-22cd4ee4d709') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:51.900961 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (956896a4-a642-40ce-97a2-22cd4ee4d709), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.914937 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (956896a4-a642-40ce-97a2-22cd4ee4d709), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.921065 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:10:51.921525 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (956896a4-a642-40ce-97a2-22cd4ee4d709), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:10:51.923269 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:10:51.977105 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (48221399-9e7d-4bbc-8b93-f3dbe2e811c8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.982781 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:51.985861 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] 10.222.0.32 "DELETE /v2.0/networks/48221399-9e7d-4bbc-8b93-f3dbe2e811c8 HTTP/1.1" status: 204 len: 168 time: 0.5262804 May 10 14:10:51.997606 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c5614-9e93-4139-9aec-51a27bda1044 admin admin] Pushing event deleted for resources: {'Network': ['ID=48221399-9e7d-4bbc-8b93-f3dbe2e811c8,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:52.071825 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 00c1c323-a126-4f93-9020-5dcfb17d4def no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:52.092902 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 00c1c323-a126-4f93-9020-5dcfb17d4def {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:52.093253 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 00c1c323-a126-4f93-9020-5dcfb17d4def not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:52.093685 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d4c81897-d909-44d7-8c5d-be72c32c7f70 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:52.101825 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33826) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:52.113165 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: d4c81897-d909-44d7-8c5d-be72c32c7f70 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:52.113505 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d4c81897-d909-44d7-8c5d-be72c32c7f70 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:52.113905 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cb7b2478-0aba-4764-b8be-c3443ffbbe4a no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:52.133389 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: cb7b2478-0aba-4764-b8be-c3443ffbbe4a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:52.133731 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cb7b2478-0aba-4764-b8be-c3443ffbbe4a not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:52.148076 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1b1b4760-88ab-4be1-a5bb-c033c9d2ceb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9cb94e930984858b30744fc14ca334e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421658 May 10 14:10:52.148205 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33828) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:52.196265 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f34f720f-590b-4c41-adaf-d28b70f89206 admin admin] Publish callbacks [] for security_group (71568f1e-c4eb-44b1-8537-21bb11f3d3b4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.220304 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f34f720f-590b-4c41-adaf-d28b70f89206 admin admin] Publish callbacks [] for security_group (71568f1e-c4eb-44b1-8537-21bb11f3d3b4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.266630 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f34f720f-590b-4c41-adaf-d28b70f89206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (71568f1e-c4eb-44b1-8537-21bb11f3d3b4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.269502 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f34f720f-590b-4c41-adaf-d28b70f89206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.270654 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f34f720f-590b-4c41-adaf-d28b70f89206 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71568f1e-c4eb-44b1-8537-21bb11f3d3b4 HTTP/1.1" status: 204 len: 168 time: 0.1215510 May 10 14:10:52.279017 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f720f-590b-4c41-adaf-d28b70f89206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71568f1e-c4eb-44b1-8537-21bb11f3d3b4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:52.581001 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33834) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:52.620376 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-55472435-283c-43bf-a398-a2292e7ed311 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de140ca886ac4b7295154e2dcb211894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381668 May 10 14:10:52.622683 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 33836) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:52.668758 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94e93e92-621c-4952-bee6-b1dad7eb8640 admin admin] Publish callbacks [] for security_group (ecdcbd42-f8c3-4222-ba32-fec3a2793a7c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.689631 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94e93e92-621c-4952-bee6-b1dad7eb8640 admin admin] Publish callbacks [] for security_group (ecdcbd42-f8c3-4222-ba32-fec3a2793a7c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.735464 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94e93e92-621c-4952-bee6-b1dad7eb8640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ecdcbd42-f8c3-4222-ba32-fec3a2793a7c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.738107 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94e93e92-621c-4952-bee6-b1dad7eb8640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:52.739418 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-94e93e92-621c-4952-bee6-b1dad7eb8640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecdcbd42-f8c3-4222-ba32-fec3a2793a7c HTTP/1.1" status: 204 len: 168 time: 0.1155534 May 10 14:10:52.748283 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e93e92-621c-4952-bee6-b1dad7eb8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcbd42-f8c3-4222-ba32-fec3a2793a7c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:54.235993 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8e2e-9715-4bc1-8a54-78996f7c0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:56.342186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-803415b1-c9a6-4508-99cc-80cac42cf7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:57.789913 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:58.927302 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:00.340149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:04.324104 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250321fe-6892-4378-9edd-f3b7898b65d7 req-d61f9873-c40b-4bcb-b2c5-2712ef24d520 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:04.325577 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-250321fe-6892-4378-9edd-f3b7898b65d7 req-d61f9873-c40b-4bcb-b2c5-2712ef24d520 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0498610 May 10 14:11:04.379018 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-250321fe-6892-4378-9edd-f3b7898b65d7 req-19490da5-567f-4302-90bb-e7c6052621ff tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475688 May 10 14:11:05.496815 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe7d4-9e2b-4a37-8ea8-370311cb6c92 req-2750d7e6-6545-4276-9b94-6415f47f0ea8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:05.498526 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dbafe7d4-9e2b-4a37-8ea8-370311cb6c92 req-2750d7e6-6545-4276-9b94-6415f47f0ea8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0464699 May 10 14:11:05.543961 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dbafe7d4-9e2b-4a37-8ea8-370311cb6c92 req-544929a5-24f3-4ffd-b572-a9783be81740 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 May 10 14:11:06.663597 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba0c0d-5c6c-4c6d-9617-676b4119d1fd req-dc38a5ad-ebd8-4cf5-adaf-86e0c097f1af tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:06.665347 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c4ba0c0d-5c6c-4c6d-9617-676b4119d1fd req-dc38a5ad-ebd8-4cf5-adaf-86e0c097f1af tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0484898 May 10 14:11:06.724120 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c4ba0c0d-5c6c-4c6d-9617-676b4119d1fd req-c33290af-d682-4e2d-bcaf-0f4a62f5085b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528426 May 10 14:11:06.749763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:07.847387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c718-ef7c-4da0-b252-2599a7b6254d req-7afc8010-0cef-4cfc-be05-edc667557af0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:07.848941 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0003c718-ef7c-4da0-b252-2599a7b6254d req-7afc8010-0cef-4cfc-be05-edc667557af0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0479300 May 10 14:11:07.895629 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0003c718-ef7c-4da0-b252-2599a7b6254d req-a1a73338-cf28-4327-9664-8ad3c1af9428 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403435 May 10 14:11:09.012204 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da5fb-d804-4d68-8ac5-2fda9b90bc5c req-83de8dcb-6a46-46d6-8785-60844d7fd5aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:09.013634 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-301da5fb-d804-4d68-8ac5-2fda9b90bc5c req-83de8dcb-6a46-46d6-8785-60844d7fd5aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0456865 May 10 14:11:09.058716 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-301da5fb-d804-4d68-8ac5-2fda9b90bc5c req-e66cb41f-4bcf-4419-bb69-395d7e367fbe tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395730 May 10 14:11:10.194336 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b713-c807-4d5b-990c-0eeb0de2bbe2 req-4d59e4ad-86b7-4469-850c-81b440a4b0b2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:10.196195 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6570b713-c807-4d5b-990c-0eeb0de2bbe2 req-4d59e4ad-86b7-4469-850c-81b440a4b0b2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0530014 May 10 14:11:10.252141 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6570b713-c807-4d5b-990c-0eeb0de2bbe2 req-ece95a07-1318-4678-81c1-282927dd826f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498812 May 10 14:11:10.376856 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:11:11.385634 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cdc4-5fe4-4d71-95f0-1f1286f9c6bd req-b1017506-7b32-409a-a2ec-aa24f08127cf tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:11.387142 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f54cdc4-5fe4-4d71-95f0-1f1286f9c6bd req-b1017506-7b32-409a-a2ec-aa24f08127cf tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0494947 May 10 14:11:11.433282 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f54cdc4-5fe4-4d71-95f0-1f1286f9c6bd req-f7e1031f-4558-4aa0-8283-eab36ace97c1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 May 10 14:11:12.554645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f99da-0e61-45af-8b60-dd8c92189f05 req-67a9c06e-021f-4e24-9bad-217919276953 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:12.556077 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-645f99da-0e61-45af-8b60-dd8c92189f05 req-67a9c06e-021f-4e24-9bad-217919276953 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0499790 May 10 14:11:12.601617 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-645f99da-0e61-45af-8b60-dd8c92189f05 req-f1e670c5-5734-4a9d-a69a-fa62dec1ab76 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 May 10 14:11:13.722042 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9fc8e-1c90-4761-bcf2-4edd6009659d req-d0f67f0f-cfc7-49a8-b227-14d7b3a415c2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:13.723511 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f7f9fc8e-1c90-4761-bcf2-4edd6009659d req-d0f67f0f-cfc7-49a8-b227-14d7b3a415c2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0491054 May 10 14:11:13.769958 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f7f9fc8e-1c90-4761-bcf2-4edd6009659d req-34e27247-ec00-402e-be36-83b2a463dc57 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 May 10 14:11:14.894980 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a912b-2e77-4de6-8ec5-b7a1a5b20a3f req-177df059-698c-47c3-8593-433f81862352 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:14.896475 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-979a912b-2e77-4de6-8ec5-b7a1a5b20a3f req-177df059-698c-47c3-8593-433f81862352 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0481210 May 10 14:11:14.943999 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-979a912b-2e77-4de6-8ec5-b7a1a5b20a3f req-f427b0fc-9128-45ce-8e44-ebace6cd60ca tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 May 10 14:11:16.091790 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5b645-70f2-4b80-a519-2165e4a69f50 req-c74abce9-32d4-48b6-8772-c4689960fd98 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:16.093338 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ec5b645-70f2-4b80-a519-2165e4a69f50 req-c74abce9-32d4-48b6-8772-c4689960fd98 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0551722 May 10 14:11:16.151677 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ec5b645-70f2-4b80-a519-2165e4a69f50 req-7b3d5311-a32d-4de6-bb50-0d51f2e83550 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522010 May 10 14:11:17.295412 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ce83d-306d-40f3-89d8-97e16d2aa027 req-95611687-c10c-409a-93e5-ff27dbd7a469 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:17.296871 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e27ce83d-306d-40f3-89d8-97e16d2aa027 req-95611687-c10c-409a-93e5-ff27dbd7a469 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0461700 May 10 14:11:17.366177 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e27ce83d-306d-40f3-89d8-97e16d2aa027 req-588b9a40-17ec-4197-b0e7-c3e6c769d131 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638642 May 10 14:11:18.503874 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac89b-7203-418b-a723-ad6af2e72a1b req-57c51da5-a6b7-49fa-a769-f6c2cef5c0b0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:18.505491 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1eac89b-7203-418b-a723-ad6af2e72a1b req-57c51da5-a6b7-49fa-a769-f6c2cef5c0b0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0482893 May 10 14:11:18.554370 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1eac89b-7203-418b-a723-ad6af2e72a1b req-a8121d60-9340-4159-8066-ced72fe57cf3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 May 10 14:11:19.708503 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a46fc5-c253-4096-9ac9-a2d24b962cc9 req-892b2959-9a39-4f8c-8c8f-cd0f2baa3d23 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:19.710533 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b3a46fc5-c253-4096-9ac9-a2d24b962cc9 req-892b2959-9a39-4f8c-8c8f-cd0f2baa3d23 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0488787 May 10 14:11:20.002727 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b3a46fc5-c253-4096-9ac9-a2d24b962cc9 req-1940d5ee-ef02-4478-9081-4f73d9950b6e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854927 May 10 14:11:21.144809 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b8bd-3833-435f-9e80-60e49f753c78 req-be7b88ea-fbd7-4f5c-8204-48e3c476c853 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:21.147302 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4d1b8bd-3833-435f-9e80-60e49f753c78 req-be7b88ea-fbd7-4f5c-8204-48e3c476c853 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0559025 May 10 14:11:21.196589 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d4d1b8bd-3833-435f-9e80-60e49f753c78 req-f789344e-6b90-4bc3-862a-4e413c1f6586 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440192 May 10 14:11:22.342641 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97595c7-beec-494d-ab5b-b5f15039665f req-97b891aa-d30f-4348-9428-c330c5925ba7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:22.344078 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b97595c7-beec-494d-ab5b-b5f15039665f req-97b891aa-d30f-4348-9428-c330c5925ba7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0472894 May 10 14:11:22.416888 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b97595c7-beec-494d-ab5b-b5f15039665f req-60608b5b-ae19-40c3-bc69-daaf3dca77dd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671499 May 10 14:11:23.207625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:11:23.310052 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:23.322542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '2666c4c9-5286-4f42-8256-74a56001c647', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'port_id': '2666c4c9-5286-4f42-8256-74a56001c647', 'mac_address': 'fa:16:3e:49:e8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:11:23.367658 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: ACTIVE; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:11:23.368046 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:23.383602 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2666c4c9-5286-4f42-8256-74a56001c647 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:11:23.407345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:23.412427 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:23.465356 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:23.502573 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['2666c4c9-5286-4f42-8256-74a56001c647'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:11:23.581006 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38115f3-2788-4eaa-ab57-23eb9948b54a req-4a5bc234-11fb-45f0-b4d8-e6f07112bc3e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:23.582613 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e38115f3-2788-4eaa-ab57-23eb9948b54a req-4a5bc234-11fb-45f0-b4d8-e6f07112bc3e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 945 time: 0.0772727 May 10 14:11:23.653686 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e38115f3-2788-4eaa-ab57-23eb9948b54a req-b4f3d37c-9456-4595-9ee5-865faba9b5b4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615680 May 10 14:11:24.239872 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0b95d8e-e4dc-49f6-88e0-26d81c1ff4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:24.781675 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebc4b7-7c92-4199-8302-5b7e72f64d54 req-e1804ca9-0669-4218-b2f0-3c714d60d495 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:24.783200 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65ebc4b7-7c92-4199-8302-5b7e72f64d54 req-e1804ca9-0669-4218-b2f0-3c714d60d495 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 945 time: 0.0524919 May 10 14:11:24.830182 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65ebc4b7-7c92-4199-8302-5b7e72f64d54 req-a2354648-54a1-49f0-b529-15c512766c7b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 May 10 14:11:25.217202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:11:25.267013 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 2666c4c9-5286-4f42-8256-74a56001c647 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:11:25.267685 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2666c4c9-5286-4f42-8256-74a56001c647), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:25.343198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:11:25.343585 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:25.366723 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:11:25.368921 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f81cf2-0fa0-4aa6-bfed-9f0dd55f6d7b" -d '{"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-plugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:11:25.381848 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:25.387580 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:25.412812 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b961c9-9ddc-4cae-ae45-a01405fcb191 x-openstack-request-id: req-33b961c9-9ddc-4cae-ae45-a01405fcb191 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:11:25.412969 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-plugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:11:25.413190 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33b961c9-9ddc-4cae-ae45-a01405fcb191 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:11:25.413588 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b961c9-9ddc-4cae-ae45-a01405fcb191'] response: {'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'code': 200} May 10 14:11:25.442644 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:25.962491 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422c98-f93b-44e4-9e1e-dce48969ba30 req-b8db1634-076f-4ab8-b788-28952b33abf1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:25.963981 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a422c98-f93b-44e4-9e1e-dce48969ba30 req-b8db1634-076f-4ab8-b788-28952b33abf1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0502474 May 10 14:11:26.012295 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a422c98-f93b-44e4-9e1e-dce48969ba30 req-574bfab6-5b38-4cd1-aa39-a7774a43341b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425372 May 10 14:11:26.347117 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-35b7313a-7267-4726-a987-6fc50664fce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:27.143498 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63450c-4dcd-4c95-a897-4ca9a9040b6b req-56bad292-3178-46df-b3a2-75ede98d2454 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:27.145167 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e63450c-4dcd-4c95-a897-4ca9a9040b6b req-56bad292-3178-46df-b3a2-75ede98d2454 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0562811 May 10 14:11:27.215802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e63450c-4dcd-4c95-a897-4ca9a9040b6b req-d07ea814-10a5-4b55-884c-26abaf98ace1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645165 May 10 14:11:27.807603 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:28.181319 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a34e0f-32b5-49d1-ad76-ac3058a49b63 req-9d4f414c-73e9-4e42-9bb2-648719cdf3b8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:28.183256 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97a34e0f-32b5-49d1-ad76-ac3058a49b63 req-9d4f414c-73e9-4e42-9bb2-648719cdf3b8 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0651309 May 10 14:11:28.243888 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-97a34e0f-32b5-49d1-ad76-ac3058a49b63 req-dcf8c9a6-3b2f-44cd-bb87-41f6fb088f70 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530491 May 10 14:11:28.377908 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ab015-4dec-4869-85de-ff7efbba602e req-42303d5e-c23d-47ae-a2da-f4e2eec588ac tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:28.379566 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-939ab015-4dec-4869-85de-ff7efbba602e req-42303d5e-c23d-47ae-a2da-f4e2eec588ac tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0524879 May 10 14:11:28.439113 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-939ab015-4dec-4869-85de-ff7efbba602e req-65bb7a5c-c490-46e2-8f97-f1c0618661a4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530005 May 10 14:11:28.944928 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:29.382785 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00530e8a-23d3-436b-b5fb-77c3625c4174 req-69efcf19-4be1-4459-9aaf-5b20ae73c92d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:29.393766 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00530e8a-23d3-436b-b5fb-77c3625c4174 req-69efcf19-4be1-4459-9aaf-5b20ae73c92d tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0666640 May 10 14:11:29.466726 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00530e8a-23d3-436b-b5fb-77c3625c4174 req-9c645d93-440f-4042-bdcc-7b6c06f52b86 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714440 May 10 14:11:29.625016 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9b423-c668-4206-9ba6-c65e7cbf94b0 req-99af7b22-2b5f-46a0-a079-032f8830ede6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:29.627077 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4af9b423-c668-4206-9ba6-c65e7cbf94b0 req-99af7b22-2b5f-46a0-a079-032f8830ede6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0747583 May 10 14:11:29.715539 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4af9b423-c668-4206-9ba6-c65e7cbf94b0 req-b83bd7aa-4d8b-493a-9900-95b6b28e9a05 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792155 May 10 14:11:30.052255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-eb8d0824-a7c9-4e30-9a2c-ad32a317edba tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:30.055225 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-eb8d0824-a7c9-4e30-9a2c-ad32a317edba tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.0571876 May 10 14:11:30.156328 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Deleting port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:30.156709 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.271517 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] For port e08d62c8-c7ae-4033-a35c-c2eaf43b7769, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:30.272026 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.364114 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.517667 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.518188 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (12ace172-ddec-4125-b4fa-ba1d5b2e7915), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.518455 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Floating IP 12ace172-ddec-4125-b4fa-ba1d5b2e7915 disassociated. External IP: 172.27.2.156, port: e08d62c8-c7ae-4033-a35c-c2eaf43b7769. May 10 14:11:30.518703 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Calling delete_port for e08d62c8-c7ae-4033-a35c-c2eaf43b7769 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:30.737677 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638abaf-9344-4402-8efd-8b6e91dc1354 req-13e9554d-84b8-4190-8d8e-c8880ee91ec1 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:30.739576 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0638abaf-9344-4402-8efd-8b6e91dc1354 req-13e9554d-84b8-4190-8d8e-c8880ee91ec1 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fcb4f03-fa9f-4382-b7ec-9c82669fc460 HTTP/1.1" status: 200 len: 945 time: 0.1181357 May 10 14:11:30.875731 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0638abaf-9344-4402-8efd-8b6e91dc1354 req-669002eb-6e74-451c-8009-41ceb685e620 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48c7b6d-dc41-4ffe-a896-a676418bbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231279 May 10 14:11:30.909527 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5ddd4-edb1-4313-9813-11bbdb1c28d5 req-39842cb6-8dac-4356-a5cc-2e8f0f4938f0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:30.911355 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92a5ddd4-edb1-4313-9813-11bbdb1c28d5 req-39842cb6-8dac-4356-a5cc-2e8f0f4938f0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0798399 May 10 14:11:30.945533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (e08d62c8-c7ae-4033-a35c-c2eaf43b7769), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.986796 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92a5ddd4-edb1-4313-9813-11bbdb1c28d5 req-a46a1dc7-dd1d-44cf-be5a-b73bc77f8d7b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607224 May 10 14:11:31.006385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event deleted for resources: {'Port': ['ID=e08d62c8-c7ae-4033-a35c-c2eaf43b7769,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:31.165641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:11:31.301902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:11:31.314320 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:11:31.337922 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:31.338601 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:31.360776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] No DVR routers for this DVR port e08d62c8-c7ae-4033-a35c-c2eaf43b7769 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:11:31.363669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:31.368051 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cd85bdd-d33a-4c66-aad1-7a70d16f2d66 req-95f45634-63d4-40f4-a61f-91e5d65db215 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.59 "DELETE /v2.0/ports/e08d62c8-c7ae-4033-a35c-c2eaf43b7769 HTTP/1.1" status: 204 len: 173 time: 1.3075509 May 10 14:11:31.368586 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'name': 'network-vif-deleted', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:11:31.371092 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe356d1a-830f-47b9-a42d-296bfc1b1df1" -d '{"events": [{"server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "name": "network-vif-deleted", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:11:31.445633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d266a6-430d-4c9c-bbae-53b087f9700d x-openstack-request-id: req-19d266a6-430d-4c9c-bbae-53b087f9700d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:11:31.445633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcb4f03-fa9f-4382-b7ec-9c82669fc460", "name": "network-vif-deleted", "tag": "e08d62c8-c7ae-4033-a35c-c2eaf43b7769", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:11:31.445633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d266a6-430d-4c9c-bbae-53b087f9700d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:11:31.446002 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d266a6-430d-4c9c-bbae-53b087f9700d'] response: {'server_uuid': '6fcb4f03-fa9f-4382-b7ec-9c82669fc460', 'name': 'network-vif-deleted', 'tag': 'e08d62c8-c7ae-4033-a35c-c2eaf43b7769', 'status': 'completed', 'code': 200} May 10 14:11:31.535276 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:31.763107 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:31.794979 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:11:31.809456 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:31.810070 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:31.999952 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:32.006761 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34122) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:32.067537 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045b-0fe4-47ee-a36a-8a4c382d8169 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (b48c7b6d-dc41-4ffe-a896-a676418bbd69), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.094478 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045b-0fe4-47ee-a36a-8a4c382d8169 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (b48c7b6d-dc41-4ffe-a896-a676418bbd69), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.152909 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045b-0fe4-47ee-a36a-8a4c382d8169 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b48c7b6d-dc41-4ffe-a896-a676418bbd69), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.160085 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045b-0fe4-47ee-a36a-8a4c382d8169 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.162880 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d2d3045b-0fe4-47ee-a36a-8a4c382d8169 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "DELETE /v2.0/security-groups/b48c7b6d-dc41-4ffe-a896-a676418bbd69 HTTP/1.1" status: 204 len: 168 time: 0.1528072 May 10 14:11:32.163512 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34126) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:32.181592 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3045b-0fe4-47ee-a36a-8a4c382d8169 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c7b6d-dc41-4ffe-a896-a676418bbd69,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:32.222536 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd3f3-4ee3-4b61-a125-7dafbecf54a6 req-15a5340c-3bbd-4373-8924-7eefa0b643c2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:32.227488 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c31cd3f3-4ee3-4b61-a125-7dafbecf54a6 req-15a5340c-3bbd-4373-8924-7eefa0b643c2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.1054096 May 10 14:11:32.238643 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-063d2965-e7a8-4cef-b18c-639d79ed5afd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] show failed (client error): The resource could not be found. May 10 14:11:32.243308 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34130) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:32.244570 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-063d2965-e7a8-4cef-b18c-639d79ed5afd tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "GET /v2.0/security-groups/b48c7b6d-dc41-4ffe-a896-a676418bbd69 HTTP/1.1" status: 404 len: 347 time: 0.0793216 May 10 14:11:32.270696 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:32.298306 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c31cd3f3-4ee3-4b61-a125-7dafbecf54a6 req-d4ae0233-955a-4d65-bc50-690bd84d7609 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523293 May 10 14:11:32.307836 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44e3bc-eaea-471a-8d32-cf82a902755a None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:03:34Z', 'revision_number': 4, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'b8231f45-a5e6-4ccf-bd93-19a0781b5503', 'name': '', 'network_id': 'a39c3c0b-af42-4a48-a1bf-307b11e25d16', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:34Z', 'updated_at': '2022-05-10T14:03:39Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'subnets': [{'id': '1277b67f-e7b1-40c1-afcd-deaf5892c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:11:32.453865 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Deleting port 24d2f7a2-8229-480b-9c77-dcaabdb41408 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:32.454555 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.574601 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.574939 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (24d2f7a2-8229-480b-9c77-dcaabdb41408), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.595558 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Calling delete_port for 24d2f7a2-8229-480b-9c77-dcaabdb41408 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:32.660316 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0df61c-1861-4fad-9832-01f0596c0a9c None None] New status for floating IP 12ace172-ddec-4125-b4fa-ba1d5b2e7915: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:11:32.778122 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (24d2f7a2-8229-480b-9c77-dcaabdb41408), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.780022 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.db.api [None req-db0df61c-1861-4fad-9832-01f0596c0a9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:11:32.780992 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG oslo_db.api [None req-db0df61c-1861-4fad-9832-01f0596c0a9c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:11:32.823510 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Pushing event deleted for resources: {'Port': ['ID=24d2f7a2-8229-480b-9c77-dcaabdb41408,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:32.898714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks [] for floatingip (12ace172-ddec-4125-b4fa-ba1d5b2e7915), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.901484 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.902673 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fec7fa69-eac6-49d8-823e-5d48b5c5cd17 tempest-AttachVolumeTestJSON-1787895563 tempest-AttachVolumeTestJSON-1787895563-project] 10.222.0.32 "DELETE /v2.0/floatingips/12ace172-ddec-4125-b4fa-ba1d5b2e7915 HTTP/1.1" status: 204 len: 168 time: 0.6583529 May 10 14:11:33.273179 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device e08d62c8-c7ae-4033-a35c-c2eaf43b7769 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:33.298552 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0df61c-1861-4fad-9832-01f0596c0a9c None None] New status for floating IP 12ace172-ddec-4125-b4fa-ba1d5b2e7915: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:11:33.300823 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: e08d62c8-c7ae-4033-a35c-c2eaf43b7769 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:33.301582 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device e08d62c8-c7ae-4033-a35c-c2eaf43b7769 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:33.496884 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e2b4-3305-474e-8ca3-715acde54791 req-3e645853-b3b7-4b6b-91eb-7e197276099c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:33.504487 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a782e2b4-3305-474e-8ca3-715acde54791 req-3e645853-b3b7-4b6b-91eb-7e197276099c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0849540 May 10 14:11:33.572824 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a782e2b4-3305-474e-8ca3-715acde54791 req-ea0a2219-c53f-4b8a-bd39-1b52d43daf1d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672178 May 10 14:11:34.731754 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074aa96-5a7a-455e-944c-68ab079a0388 req-a5b364bd-37c8-43d4-b242-e8cfe52ba9a2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:34.734640 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1074aa96-5a7a-455e-944c-68ab079a0388 req-a5b364bd-37c8-43d4-b242-e8cfe52ba9a2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0582519 May 10 14:11:34.803480 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1074aa96-5a7a-455e-944c-68ab079a0388 req-d0de34c7-f050-4e26-bb0e-3ac83204bd6f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599320 May 10 14:11:35.946970 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba6e5d-b6d4-44d4-95d5-acf2a2ffb0a7 req-3c02410d-226f-41d1-8ddd-a04ac155c256 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:35.948409 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbba6e5d-b6d4-44d4-95d5-acf2a2ffb0a7 req-3c02410d-226f-41d1-8ddd-a04ac155c256 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0540338 May 10 14:11:36.016082 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbba6e5d-b6d4-44d4-95d5-acf2a2ffb0a7 req-951929b8-3d5f-4906-9f55-c8760a9639a2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619414 May 10 14:11:36.305336 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895f2b4-db67-4f79-8c68-9e072ea0d7a5 req-dba8a9e1-9491-4629-90b5-5e70393e337f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:36.306974 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7895f2b4-db67-4f79-8c68-9e072ea0d7a5 req-dba8a9e1-9491-4629-90b5-5e70393e337f tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.0562494 May 10 14:11:36.361041 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7895f2b4-db67-4f79-8c68-9e072ea0d7a5 req-b7e43e05-e57b-4b1f-8964-198cdf3f80ea tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452685 May 10 14:11:36.592708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34194) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:36.744657 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:37.159626 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ecb7-9222-4b74-acd9-3a4f0da6a02a req-3f86ad3a-b002-4150-9180-68ab331bdfa7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:37.162788 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1af3ecb7-9222-4b74-acd9-3a4f0da6a02a req-3f86ad3a-b002-4150-9180-68ab331bdfa7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0592287 May 10 14:11:37.172495 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (8c9318e9-ae8c-43b1-b262-b5a533528ebb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:37.225215 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1af3ecb7-9222-4b74-acd9-3a4f0da6a02a req-0e9f624c-5346-420f-8374-bce27468bbb3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562055 May 10 14:11:37.538278 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b8d8-70e4-4cc3-bd55-72bd3a9b471d req-3bf336f4-a89b-4ece-8c2d-69686967a20b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:37.542746 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3371b8d8-70e4-4cc3-bd55-72bd3a9b471d req-3bf336f4-a89b-4ece-8c2d-69686967a20b tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.0856006 May 10 14:11:37.560285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Deleting port b8231f45-a5e6-4ccf-bd93-19a0781b5503 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:37.560624 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:37.658726 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3371b8d8-70e4-4cc3-bd55-72bd3a9b471d req-69d9845c-8394-4ffd-b3a6-81a17cb9fd3e tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149442 May 10 14:11:37.683745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] For port b8231f45-a5e6-4ccf-bd93-19a0781b5503, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b8231f45-a5e6-4ccf-bd93-19a0781b5503,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:37.684141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:37.699647 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Calling delete_port for b8231f45-a5e6-4ccf-bd93-19a0781b5503 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:37.937206 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (b8231f45-a5e6-4ccf-bd93-19a0781b5503), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:38.025704 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8231f45-a5e6-4ccf-bd93-19a0781b5503,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:38.164487 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-c8418ab6-c6c1-421d-9721-4930ad2caaed tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:38.166671 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-c8418ab6-c6c1-421d-9721-4930ad2caaed tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.1922424 May 10 14:11:38.233968 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-f1c0261a-db6e-4cfc-91a3-3eb22e9c4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:38.235538 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-f1c0261a-db6e-4cfc-91a3-3eb22e9c4fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1130 time: 0.0899343 May 10 14:11:38.373229 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aadca-377c-485c-bb35-042cc1497c7b req-8454fbab-6af8-4184-a2f8-c33b91bdf250 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:38.374905 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e04aadca-377c-485c-bb35-042cc1497c7b req-8454fbab-6af8-4184-a2f8-c33b91bdf250 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0736706 May 10 14:11:38.436779 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e04aadca-377c-485c-bb35-042cc1497c7b req-ac663681-1f7b-4c2e-93f4-bcafada97307 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527227 May 10 14:11:38.655861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port 7285d884-f81b-42b7-b37d-c408d01c64b0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:38.656416 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:38.710018 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (8c9318e9-ae8c-43b1-b262-b5a533528ebb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:38.812231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-e1a93f59-f64e-495f-bb5a-8e3afa0921a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:38.813786 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-e1a93f59-f64e-495f-bb5a-8e3afa0921a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.5316727 May 10 14:11:38.893654 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbb99-017f-4044-b022-ac87349fccb4 req-37fadbf5-9950-43dd-8618-cc3fb83c8c99 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:38.895183 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1afbb99-017f-4044-b022-ac87349fccb4 req-37fadbf5-9950-43dd-8618-cc3fb83c8c99 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 945 time: 0.1643977 May 10 14:11:38.987986 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] For port 7285d884-f81b-42b7-b37d-c408d01c64b0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7285d884-f81b-42b7-b37d-c408d01c64b0,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:38.988283 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:39.000533 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-e60bedcd-e78c-4308-9f39-d1de21f4d1bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 1002 time: 0.1794152 May 10 14:11:39.080387 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f1afbb99-017f-4044-b022-ac87349fccb4 req-2e271807-c81e-41ff-a8fb-dd0c7e29d348 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups?id=bff5f0e6-5378-499d-a112-18238ea9ceeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737225 May 10 14:11:39.241634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-84475cfb-731f-4a16-9e8b-ced9429af3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:39.243012 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-84475cfb-731f-4a16-9e8b-ced9429af3a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.1686702 May 10 14:11:39.360871 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-d9c60a2f-3dfd-4405-bda8-6c5f3d215ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:39.362374 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-d9c60a2f-3dfd-4405-bda8-6c5f3d215ad2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907133 May 10 14:11:39.379958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:39.380331 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (99540deb-f98f-4505-a4a3-94ef266b4272), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:39.381243 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Floating IP 99540deb-f98f-4505-a4a3-94ef266b4272 disassociated. External IP: 172.27.2.176, port: 7285d884-f81b-42b7-b37d-c408d01c64b0. May 10 14:11:39.381678 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for 7285d884-f81b-42b7-b37d-c408d01c64b0 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:39.395543 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Router 8c9318e9-ae8c-43b1-b262-b5a533528ebb has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:11:39.561600 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c98fce-d7a9-463f-9a91-34f424551796 req-c5483eed-f695-48bb-b4ea-2b1ec014baf5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:39.563025 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-31c98fce-d7a9-463f-9a91-34f424551796 req-c5483eed-f695-48bb-b4ea-2b1ec014baf5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.0500271 May 10 14:11:39.579835 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-f4bf471e-07ef-4a16-93bf-4f4d440d656f service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102313 May 10 14:11:39.616072 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-31c98fce-d7a9-463f-9a91-34f424551796 req-f91567ef-b5e0-40d0-be09-e831aa4c5cd7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472193 May 10 14:11:39.709121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:11:39.716484 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-73100ef0-8787-4fd2-a892-15b2acb9f728 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c9318e9-ae8c-43b1-b262-b5a533528ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1227312 May 10 14:11:39.718791 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] Sync routers for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:11:39.720205 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34228) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:39.732709 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:39.733537 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:39.739104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (7285d884-f81b-42b7-b37d-c408d01c64b0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:39.786026 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=7285d884-f81b-42b7-b37d-c408d01c64b0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:39.797858 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c54ba6d-a214-4c96-a43c-670297baf22a req-f3286834-f9f1-45ac-8a1a-1728cd043d42 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843536 May 10 14:11:39.882992 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks [] for router (8c9318e9-ae8c-43b1-b262-b5a533528ebb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:39.917928 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:39.984641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-885fb719-0b95-4fc0-bb47-0c08424c5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:39.986148 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-885fb719-0b95-4fc0-bb47-0c08424c5a55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1130 time: 0.0541871 May 10 14:11:39.990841 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:11:40.069314 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks [] for router_gateway (8c9318e9-ae8c-43b1-b262-b5a533528ebb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:40.154085 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:11:37Z', 'revision_number': 5, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port': {'id': 'cbef81be-3cad-476a-9ee9-db51c1027e3a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:03:32Z', 'updated_at': '2022-05-10T14:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:40.174783 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Deleting port cbef81be-3cad-476a-9ee9-db51c1027e3a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:40.175207 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:40.176409 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-65cd640d-8bce-46cd-9348-7f0555fdd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:40.179173 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-65cd640d-8bce-46cd-9348-7f0555fdd887 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.1869171 May 10 14:11:40.198704 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] Checking router: 8c9318e9-ae8c-43b1-b262-b5a533528ebb for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:11:40.210924 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] Routers {'8c9318e9-ae8c-43b1-b262-b5a533528ebb'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:40.211781 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:40.302574 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:11:40.343346 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] For port cbef81be-3cad-476a-9ee9-db51c1027e3a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=cbef81be-3cad-476a-9ee9-db51c1027e3a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:40.343736 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:40.352822 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:11:40.403531 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:40.405280 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:40.406537 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Calling delete_port for cbef81be-3cad-476a-9ee9-db51c1027e3a owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:40.473463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] No DVR routers for this DVR port 7285d884-f81b-42b7-b37d-c408d01c64b0 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:11:40.478659 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:40.491393 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-086756fc-0576-4777-a0c1-d38b51fa3af1 req-fdf0ab6a-bb84-45f5-b245-f3ed898d8bb0 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.59 "DELETE /v2.0/ports/7285d884-f81b-42b7-b37d-c408d01c64b0 HTTP/1.1" status: 204 len: 173 time: 2.2964973 May 10 14:11:40.492957 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'name': 'network-vif-deleted', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:11:40.495820 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01fb643-1134-4cb0-a0f8-cef05549ee40" -d '{"events": [{"server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "name": "network-vif-deleted", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:11:40.522298 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] Set router 8c9318e9-ae8c-43b1-b262-b5a533528ebb gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:40.540247 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-97b30eee-20fa-4caa-aca8-b9818072614c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 1002 time: 0.1861188 May 10 14:11:40.632450 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:11:40Z', 'revision_number': 6, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:40.638217 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa1c23f5-eee7-4a9b-b292-b05ff857a351 req-6d60e22e-7fdc-4a16-bc88-55450a8f3d46 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1184fe9-ade1-4a51-8e67-378fdad8cc64 HTTP/1.1" status: 200 len: 210 time: 0.3881228 May 10 14:11:40.676395 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb32b19-6243-4e68-bfa1-4bf47c4636c2 x-openstack-request-id: req-fdb32b19-6243-4e68-bfa1-4bf47c4636c2 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:11:40.676691 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1184fe9-ade1-4a51-8e67-378fdad8cc64", "name": "network-vif-deleted", "tag": "7285d884-f81b-42b7-b37d-c408d01c64b0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:11:40.677006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdb32b19-6243-4e68-bfa1-4bf47c4636c2 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:11:40.677515 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb32b19-6243-4e68-bfa1-4bf47c4636c2'] response: {'server_uuid': 'b1184fe9-ade1-4a51-8e67-378fdad8cc64', 'name': 'network-vif-deleted', 'tag': '7285d884-f81b-42b7-b37d-c408d01c64b0', 'status': 'completed', 'code': 200} May 10 14:11:40.702429 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe40a1a-b1c2-4b92-82c4-02e07edd133e None None] The sync data for ids ['8c9318e9-ae8c-43b1-b262-b5a533528ebb'] in dv-cinder-835881-9-iscsi is: [{'id': '8c9318e9-ae8c-43b1-b262-b5a533528ebb', 'name': 'tempest-AttachVolumeTestJSON-933621135-router', 'tenant_id': '3327601a4d59466dbe9fb4ad689616f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:03:31Z', 'updated_at': '2022-05-10T14:11:40Z', 'revision_number': 6, 'project_id': '3327601a4d59466dbe9fb4ad689616f2', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:11:40.719901 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-6b9de6c1-4849-4715-965f-0d9953989a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:40.722025 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-6b9de6c1-4849-4715-965f-0d9953989a2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.1741631 May 10 14:11:40.814994 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:40.849108 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (cbef81be-3cad-476a-9ee9-db51c1027e3a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:40.901531 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbef81be-3cad-476a-9ee9-db51c1027e3a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:40.952756 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ffdcd-02b0-43bd-bf9a-29b25b6c4eb8 req-80129aff-260e-43b0-939f-c9050d44af62 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:40.961771 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-856ffdcd-02b0-43bd-bf9a-29b25b6c4eb8 req-80129aff-260e-43b0-939f-c9050d44af62 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.1625056 May 10 14:11:40.970614 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-558f766c-a9e7-47d6-a12a-8deb7396d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:40.972421 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-558f766c-a9e7-47d6-a12a-8deb7396d1b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675669 May 10 14:11:41.042290 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (8c9318e9-ae8c-43b1-b262-b5a533528ebb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.098899 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-a5ce3a67-8b1e-4a40-b0b8-032e5baf9851 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194758 May 10 14:11:41.114012 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:41.127776 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-856ffdcd-02b0-43bd-bf9a-29b25b6c4eb8 req-147ac732-2c6a-4f34-a06f-838ff90f0c01 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317863 May 10 14:11:41.149055 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:11:41.165779 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (8c9318e9-ae8c-43b1-b262-b5a533528ebb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.166617 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:41.167648 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:41.168681 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks [] for router_controller (8c9318e9-ae8c-43b1-b262-b5a533528ebb), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.230854 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (8c9318e9-ae8c-43b1-b262-b5a533528ebb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.231546 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9318e9-ae8c-43b1-b262-b5a533528ebb {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:11:41.238162 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.241045 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1e4d7dd9-1b80-4260-b61d-3816c2d70b1c admin admin] 10.222.0.32 "DELETE /v2.0/routers/8c9318e9-ae8c-43b1-b262-b5a533528ebb HTTP/1.1" status: 204 len: 168 time: 1.5184493 May 10 14:11:41.243378 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34238) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:41.309226 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Deleting subnet 1277b67f-e7b1-40c1-afcd-deaf5892c2ed {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:11:41.313560 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Publish callbacks [] for subnet (1277b67f-e7b1-40c1-afcd-deaf5892c2ed), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.324911 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f7f7f651-6461-4a09-b7ba-0bbfdb487026 req-e5a11380-7ba9-432a-b8c5-152eb29a4a9e service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363249 May 10 14:11:41.332136 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7285d884-f81b-42b7-b37d-c408d01c64b0 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:41.355583 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (1277b67f-e7b1-40c1-afcd-deaf5892c2ed), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.363053 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 7285d884-f81b-42b7-b37d-c408d01c64b0 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:41.363574 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 7285d884-f81b-42b7-b37d-c408d01c64b0 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:41.378988 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:41.437721 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (1277b67f-e7b1-40c1-afcd-deaf5892c2ed), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.494696 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (1277b67f-e7b1-40c1-afcd-deaf5892c2ed), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.523700 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1277b67f-e7b1-40c1-afcd-deaf5892c2ed,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:41.529918 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.533358 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6d139fae-e7fc-4b11-891d-d5687bfb4e85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1277b67f-e7b1-40c1-afcd-deaf5892c2ed HTTP/1.1" status: 204 len: 168 time: 0.2891293 May 10 14:11:41.535818 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34240) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:41.543011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76576e9d-c28b-4b9c-af95-89eb7598d70d None None] Network a39c3c0b-af42-4a48-a1bf-307b11e25d16 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:11:41.605882 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (a39c3c0b-af42-4a48-a1bf-307b11e25d16), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.676884 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Deleting port b9f311d6-dd8b-40b2-86d8-9593731eb35e {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:41.677902 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.754435 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] For port b9f311d6-dd8b-40b2-86d8-9593731eb35e, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b9f311d6-dd8b-40b2-86d8-9593731eb35e,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:41.754883 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.776394 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Calling delete_port for b9f311d6-dd8b-40b2-86d8-9593731eb35e owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:41.799597 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:41.815076 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34246) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:41.827433 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e73b7-1c8d-4001-ab5d-0e49d6e9204d None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:40Z', 'revision_number': 4, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f', 'name': '', 'network_id': '49c07cd0-6152-43ba-84e4-0ef3e3d224df', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'mac_address': 'fa:16:3e:5a:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:39Z', 'updated_at': '2022-05-10T14:01:47Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'subnets': [{'id': 'd3af196a-924e-4c4d-9848-2aacf16ee06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:11:41.830317 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] DHCP port deletion for a39c3c0b-af42-4a48-a1bf-307b11e25d16 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:11:41.894778 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (bff5f0e6-5378-499d-a112-18238ea9ceeb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.902064 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] Deleting port b9f311d6-dd8b-40b2-86d8-9593731eb35e {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:41.902716 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.912276 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.931883 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] No DVR routers for this DVR port b9f311d6-dd8b-40b2-86d8-9593731eb35e on host dv-cinder-835881-9-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:11:41.934269 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (bff5f0e6-5378-499d-a112-18238ea9ceeb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.978525 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] For port b9f311d6-dd8b-40b2-86d8-9593731eb35e, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=b9f311d6-dd8b-40b2-86d8-9593731eb35e,segment=NetworkSegment(d5db4213-10e0-452f-b5b7-e27ca2749961),segment_id=d5db4213-10e0-452f-b5b7-e27ca2749961)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:41.979303 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.980374 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f311d6-dd8b-40b2-86d8-9593731eb35e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:41.993382 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (bff5f0e6-5378-499d-a112-18238ea9ceeb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.997239 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:41.998922 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/security-groups/bff5f0e6-5378-499d-a112-18238ea9ceeb HTTP/1.1" status: 204 len: 168 time: 0.1819751 May 10 14:11:42.004149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] Calling delete_port for b9f311d6-dd8b-40b2-86d8-9593731eb35e owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:42.004358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34248) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:42.026833 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff5f0e6-5378-499d-a112-18238ea9ceeb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:42.034841 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-dc27e322-4334-4a3a-bc7a-37c308c5deef tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] show failed (client error): The resource could not be found. May 10 14:11:42.036249 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dc27e322-4334-4a3a-bc7a-37c308c5deef tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "GET /v2.0/security-groups/bff5f0e6-5378-499d-a112-18238ea9ceeb HTTP/1.1" status: 404 len: 347 time: 0.0308280 May 10 14:11:42.038519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.039041 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.039519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.040005 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.040499 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.040994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.041484 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.042085 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.042600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.043094 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.043733 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.043990 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (a39c3c0b-af42-4a48-a1bf-307b11e25d16), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.044514 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.045003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.045491 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.045965 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc358a-b9ba-4628-b2d5-b18d331e868a tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:42.048683 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34250) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:42.090831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39c3c0b-af42-4a48-a1bf-307b11e25d16']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:42.118981 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5db4213-10e0-452f-b5b7-e27ca2749961') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:42.119282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5db4213-10e0-452f-b5b7-e27ca2749961') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:42.139324 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (b9f311d6-dd8b-40b2-86d8-9593731eb35e), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.139527 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (d5db4213-10e0-452f-b5b7-e27ca2749961), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.173701 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (d5db4213-10e0-452f-b5b7-e27ca2749961), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.175971 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] Pushing event deleted for resources: {'Port': ['ID=b9f311d6-dd8b-40b2-86d8-9593731eb35e,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:42.182583 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16025b-da36-48e6-95fe-afdade2abb00 None None] No DVR routers for this DVR port b9f311d6-dd8b-40b2-86d8-9593731eb35e on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:11:42.192943 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:11:42.192943 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (d5db4213-10e0-452f-b5b7-e27ca2749961), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:11:42.199111 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:11:42.226959 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b8231f45-a5e6-4ccf-bd93-19a0781b5503 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:42.253243 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: b8231f45-a5e6-4ccf-bd93-19a0781b5503 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:42.253720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b8231f45-a5e6-4ccf-bd93-19a0781b5503 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:42.254373 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cbef81be-3cad-476a-9ee9-db51c1027e3a no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:42.279078 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: cbef81be-3cad-476a-9ee9-db51c1027e3a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:42.279837 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device cbef81be-3cad-476a-9ee9-db51c1027e3a not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:42.280439 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b9f311d6-dd8b-40b2-86d8-9593731eb35e no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:42.299468 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b676969-c6ac-4fd9-8972-527b731de350 None None] New status for floating IP 99540deb-f98f-4505-a4a3-94ef266b4272: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:11:42.300986 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (a39c3c0b-af42-4a48-a1bf-307b11e25d16), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.312311 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.314688 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: b9f311d6-dd8b-40b2-86d8-9593731eb35e {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:42.315364 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device b9f311d6-dd8b-40b2-86d8-9593731eb35e not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:42.325124 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a39c3c0b-af42-4a48-a1bf-307b11e25d16 HTTP/1.1" status: 204 len: 168 time: 0.7800672 May 10 14:11:42.347852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625b10-8d81-4cee-a970-0d4d8f86819f admin admin] Pushing event deleted for resources: {'Network': ['ID=a39c3c0b-af42-4a48-a1bf-307b11e25d16,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:42.498744 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34256) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:42.559095 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d8234af7-450c-4498-82d8-6c0a751946f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3327601a4d59466dbe9fb4ad689616f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588150 May 10 14:11:42.562000 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34258) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:42.585279 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Deleting port a86701da-142b-43ef-b02c-c91672fc7cf2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:42.586000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.613011 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61b3b98c-631c-4719-b690-8554e91f68d5 admin admin] Publish callbacks [] for security_group (dcc93560-488b-4438-95e6-b70a2c3fa5db), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.637468 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61b3b98c-631c-4719-b690-8554e91f68d5 admin admin] Publish callbacks [] for security_group (dcc93560-488b-4438-95e6-b70a2c3fa5db), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.682750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c11fb5-2aa6-43c1-a70b-79c99257259d req-782d44b5-af26-494f-9106-22b1100cf3b6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:42.684235 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-46c11fb5-2aa6-43c1-a70b-79c99257259d req-782d44b5-af26-494f-9106-22b1100cf3b6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 946 time: 0.1108963 May 10 14:11:42.702831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61b3b98c-631c-4719-b690-8554e91f68d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dcc93560-488b-4438-95e6-b70a2c3fa5db), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.711627 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61b3b98c-631c-4719-b690-8554e91f68d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.715824 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-61b3b98c-631c-4719-b690-8554e91f68d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcc93560-488b-4438-95e6-b70a2c3fa5db HTTP/1.1" status: 204 len: 168 time: 0.1500864 May 10 14:11:42.735688 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b98c-631c-4719-b690-8554e91f68d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc93560-488b-4438-95e6-b70a2c3fa5db,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:42.756064 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.756538 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (a86701da-142b-43ef-b02c-c91672fc7cf2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:42.780000 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-46c11fb5-2aa6-43c1-a70b-79c99257259d req-e970bbdc-f617-41c6-ba0e-db8d7c888bc5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846179 May 10 14:11:42.780000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Calling delete_port for a86701da-142b-43ef-b02c-c91672fc7cf2 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:42.975934 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (a86701da-142b-43ef-b02c-c91672fc7cf2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:43.044967 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Pushing event deleted for resources: {'Port': ['ID=a86701da-142b-43ef-b02c-c91672fc7cf2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:43.092930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks [] for floatingip (99540deb-f98f-4505-a4a3-94ef266b4272), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:43.095899 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:43.097056 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-86e85596-1bee-4815-b4a9-77b21753f3f1 tempest-AttachVolumeNegativeTest-1682112706 tempest-AttachVolumeNegativeTest-1682112706-project] 10.222.0.32 "DELETE /v2.0/floatingips/99540deb-f98f-4505-a4a3-94ef266b4272 HTTP/1.1" status: 204 len: 168 time: 1.0471859 May 10 14:11:43.300418 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:43.396956 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: ACTIVE; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:11:43.397350 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:43.422388 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:11:43.424637 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ef552-d482-40d9-8e12-13e861e1550e" -d '{"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-unplugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:11:43.442567 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:43.448951 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:43.480660 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17909387-fafb-4517-a9d0-57491d902732 x-openstack-request-id: req-17909387-fafb-4517-a9d0-57491d902732 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:11:43.480945 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-unplugged", "status": "failed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "code": 422}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:11:43.481202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17909387-fafb-4517-a9d0-57491d902732 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:11:43.481601 dv-cinder-835881-9-iscsi neutron-server[103391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-17909387-fafb-4517-a9d0-57491d902732']: {'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'code': 422} returned with failed status May 10 14:11:43.521821 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=8']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:43.929932 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29020-f636-4a01-bd77-5bcbfb97aa7b req-61c46a58-64d2-49f6-95f0-c186d0bc5be6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:43.931976 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bed29020-f636-4a01-bd77-5bcbfb97aa7b req-61c46a58-64d2-49f6-95f0-c186d0bc5be6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0567930 May 10 14:11:43.993663 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bed29020-f636-4a01-bd77-5bcbfb97aa7b req-592fdd8a-17be-4906-a806-6b6cb57917a3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551527 May 10 14:11:44.467771 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34340) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:44.587335 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-83994541-66b2-435f-b28a-0f72eee7a5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.705522 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-83994541-66b2-435f-b28a-0f72eee7a5e7 admin admin] Publish callbacks [] for security_group (d743bed3-e105-4eda-b406-7ac3d63bf285), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.711185 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-83994541-66b2-435f-b28a-0f72eee7a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d743bed3-e105-4eda-b406-7ac3d63bf285), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.716760 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f96bcc-c800-49f9-b739-7341188ebebe req-b6dc600e-c70e-49bf-8c84-f2fa5389c804 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:44.718617 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f0f96bcc-c800-49f9-b739-7341188ebebe req-b6dc600e-c70e-49bf-8c84-f2fa5389c804 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0590973 May 10 14:11:44.757022 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-83994541-66b2-435f-b28a-0f72eee7a5e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e20293595c62415a893d2f92e43c65b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879457 May 10 14:11:44.757760 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83994541-66b2-435f-b28a-0f72eee7a5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d743bed3-e105-4eda-b406-7ac3d63bf285,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:44.760244 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34356) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:44.788344 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f0f96bcc-c800-49f9-b739-7341188ebebe req-5b56102a-76ec-4abf-bfed-bfeb416e10cd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554585 May 10 14:11:44.830041 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c44d8af0-21bd-47c9-b520-9402cb44da54 admin admin] Publish callbacks [] for security_group (d743bed3-e105-4eda-b406-7ac3d63bf285), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.857361 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c44d8af0-21bd-47c9-b520-9402cb44da54 admin admin] Publish callbacks [] for security_group (d743bed3-e105-4eda-b406-7ac3d63bf285), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.908261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c44d8af0-21bd-47c9-b520-9402cb44da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d743bed3-e105-4eda-b406-7ac3d63bf285), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.913670 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c44d8af0-21bd-47c9-b520-9402cb44da54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:44.918293 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c44d8af0-21bd-47c9-b520-9402cb44da54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d743bed3-e105-4eda-b406-7ac3d63bf285 HTTP/1.1" status: 204 len: 168 time: 0.1569946 May 10 14:11:44.929545 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d8af0-21bd-47c9-b520-9402cb44da54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743bed3-e105-4eda-b406-7ac3d63bf285,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:45.045749 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-25dd3e91-543f-4e1a-901e-cada7e19d9f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426643 May 10 14:11:46.144830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-3a0296ca-f119-4ceb-b9f8-ea95e8703314 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:46.147903 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-3a0296ca-f119-4ceb-b9f8-ea95e8703314 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports/2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 941 time: 0.0572479 May 10 14:11:46.214410 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2bce8-2ff8-43dd-a05a-1d2983863b8d req-9e3d9a0f-4125-41a1-a6dc-30099812aa0c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:46.215986 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dba2bce8-2ff8-43dd-a05a-1d2983863b8d req-9e3d9a0f-4125-41a1-a6dc-30099812aa0c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.3277798 May 10 14:11:46.271950 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dba2bce8-2ff8-43dd-a05a-1d2983863b8d req-e19bc48a-c569-46b9-a778-7e7d8a40495b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484204 May 10 14:11:46.908255 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34442) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:47.317099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:47.377862 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:11:47.424185 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: DOWN; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:11:47.444247 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-e9b892c5-2e10-407a-be8a-c3b2f3fdb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.445759 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-e9b892c5-2e10-407a-be8a-c3b2f3fdb05d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d&tenant_id=c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 1128 time: 0.0839782 May 10 14:11:47.466655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847307d9-a631-4d56-8bd7-a4be571c00fb req-49329a08-579e-4e67-8daa-1a1c6e839243 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.467042 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (899705dc-b5f7-4d71-a3f6-ca104deafd92), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:47.468311 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-847307d9-a631-4d56-8bd7-a4be571c00fb req-49329a08-579e-4e67-8daa-1a1c6e839243 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0746331 May 10 14:11:47.539279 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-eb453b11-771b-424d-86e2-07aa14a0d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.540839 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-eb453b11-771b-424d-86e2-07aa14a0d9f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1128 time: 0.0697315 May 10 14:11:47.610611 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-847307d9-a631-4d56-8bd7-a4be571c00fb req-e5a8ea7b-cc61-4166-9ae6-d58599fa5727 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313193 May 10 14:11:47.662771 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-ec76f595-1a8c-4cef-b214-dfd9b80c4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.664260 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-ec76f595-1a8c-4cef-b214-dfd9b80c4036 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.1173682 May 10 14:11:47.733110 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-64aaa155-e532-479f-9d76-740918e76a78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 1000 time: 0.0622976 May 10 14:11:47.737763 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Deleting port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:47.738392 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:47.785725 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-3233fb4b-e000-4871-8edd-90fb64533229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.787370 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-3233fb4b-e000-4871-8edd-90fb64533229 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0462563 May 10 14:11:47.846524 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] For port 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:47.846904 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:47.847557 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-d9d9f3bb-10ff-46c9-b152-83afad243baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.849741 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-d9d9f3bb-10ff-46c9-b152-83afad243baa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565224 May 10 14:11:47.868162 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Calling delete_port for 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:47.953189 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-6fe84715-a00b-44aa-a07c-d3286b567df4 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954452 May 10 14:11:48.072060 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-bb4387a7-1fdc-48f4-b009-eda76b31eac4 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113510 May 10 14:11:48.074056 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:48.103344 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Pushing event deleted for resources: {'Port': ['ID=94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:48.119413 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.119856 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.120410 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.120812 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.121223 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.121641 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.122057 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.122512 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.122917 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.123912 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.124385 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.124709 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.125694 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.126042 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.126596 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:11:48.324382 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (899705dc-b5f7-4d71-a3f6-ca104deafd92), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:48.555615 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Router 899705dc-b5f7-4d71-a3f6-ca104deafd92 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:11:48.989480 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686daa-b25a-4ad9-826f-f9ff24d351bf req-38a440b2-5c3c-4a53-8635-187b5b742eee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:48.993079 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4d686daa-b25a-4ad9-826f-f9ff24d351bf req-38a440b2-5c3c-4a53-8635-187b5b742eee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0578952 May 10 14:11:49.086950 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:11:49.092920 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b86e75d0-5930-4920-b381-b923a59a884c admin admin] 10.222.0.32 "PUT /v2.0/routers/899705dc-b5f7-4d71-a3f6-ca104deafd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1834328 May 10 14:11:49.095905 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34482) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:49.100563 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] Sync routers for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:11:49.121691 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4d686daa-b25a-4ad9-826f-f9ff24d351bf req-a075413e-ed2e-41e8-900d-13a7e3c561a1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200631 May 10 14:11:49.123638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:49.124606 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:49.300188 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks [] for router (899705dc-b5f7-4d71-a3f6-ca104deafd92), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:49.340741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:49.515136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks [] for router_gateway (899705dc-b5f7-4d71-a3f6-ca104deafd92), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:49.544678 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:11:48Z', 'revision_number': 5, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port': {'id': 'd1e37bf1-0a3f-4668-adc6-fe2673e3dcc2', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:35Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:49.577786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Deleting port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:49.578367 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:49.581969 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] Checking router: 899705dc-b5f7-4d71-a3f6-ca104deafd92 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:11:49.593350 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] Routers {'899705dc-b5f7-4d71-a3f6-ca104deafd92'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:11:49.594524 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:11:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['899705dc-b5f7-4d71-a3f6-ca104deafd92'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:49.697821 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] Set router 899705dc-b5f7-4d71-a3f6-ca104deafd92 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:11:49.747068 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] For port d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:49.747906 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:49.758330 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:11:49Z', 'revision_number': 6, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:49.780358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Calling delete_port for d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:49.791771 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea3d20-6a1e-440a-9e3e-58cce00e78ab None None] The sync data for ids ['899705dc-b5f7-4d71-a3f6-ca104deafd92'] in dv-cinder-835881-9-iscsi is: [{'id': '899705dc-b5f7-4d71-a3f6-ca104deafd92', 'name': 'tempest-AttachVolumeNegativeTest-1871739745-router', 'tenant_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:11:49Z', 'revision_number': 6, 'project_id': '47d6a9eb6fd3415d9059fe567e2dfa02', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:11:50.011452 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.059858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:50.140651 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (899705dc-b5f7-4d71-a3f6-ca104deafd92), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.276902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (899705dc-b5f7-4d71-a3f6-ca104deafd92), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.279926 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks [] for router_controller (899705dc-b5f7-4d71-a3f6-ca104deafd92), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.345714 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:50.373339 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:50.373634 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 94e2bcef-b6ba-4084-a4e1-41cbc3d93e9f not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:50.385527 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bb2dc-1551-48a3-b99b-766b7743b4a2 req-786c2a22-c6b0-43ae-a0e2-f96863917b6b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:50.387034 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a08bb2dc-1551-48a3-b99b-766b7743b4a2 req-786c2a22-c6b0-43ae-a0e2-f96863917b6b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0991173 May 10 14:11:50.388040 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (899705dc-b5f7-4d71-a3f6-ca104deafd92), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.388545 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899705dc-b5f7-4d71-a3f6-ca104deafd92 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:11:50.393228 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.394223 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-708f4d3e-3969-473f-b2d1-ef684d0a4048 admin admin] 10.222.0.32 "DELETE /v2.0/routers/899705dc-b5f7-4d71-a3f6-ca104deafd92 HTTP/1.1" status: 204 len: 168 time: 1.2972484 May 10 14:11:50.397074 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34502) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:50.437242 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a08bb2dc-1551-48a3-b99b-766b7743b4a2 req-6dad8198-972d-4de9-ae30-7d68f3b50ca1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 May 10 14:11:50.442006 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Deleting subnet d3af196a-924e-4c4d-9848-2aacf16ee06e {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:11:50.445843 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Publish callbacks [] for subnet (d3af196a-924e-4c4d-9848-2aacf16ee06e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.481898 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (d3af196a-924e-4c4d-9848-2aacf16ee06e), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.561425 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (d3af196a-924e-4c4d-9848-2aacf16ee06e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.614891 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (d3af196a-924e-4c4d-9848-2aacf16ee06e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.641503 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3af196a-924e-4c4d-9848-2aacf16ee06e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:50.646969 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.650101 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-265741fd-0367-4de9-9872-a8459b2c0e69 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3af196a-924e-4c4d-9848-2aacf16ee06e HTTP/1.1" status: 204 len: 168 time: 0.2519369 May 10 14:11:50.652604 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34504) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:50.658148 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e103a-6aa8-4ede-869d-735a0aa3622d None None] Network 49c07cd0-6152-43ba-84e4-0ef3e3d224df requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:11:50.736995 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (49c07cd0-6152-43ba-84e4-0ef3e3d224df), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.797528 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Deleting port ee975c2d-091d-45c7-a2c4-5c04690961d9 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:50.797959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.909072 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] For port ee975c2d-091d-45c7-a2c4-5c04690961d9, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ee975c2d-091d-45c7-a2c4-5c04690961d9,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:50.909631 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:50.916518 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] DHCP port deletion for 49c07cd0-6152-43ba-84e4-0ef3e3d224df request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:11:50.932099 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Calling delete_port for ee975c2d-091d-45c7-a2c4-5c04690961d9 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:51.001848 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] Deleting port ee975c2d-091d-45c7-a2c4-5c04690961d9 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:11:51.002520 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.053211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.082910 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee975c2d-091d-45c7-a2c4-5c04690961d9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:51.096395 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] No DVR routers for this DVR port ee975c2d-091d-45c7-a2c4-5c04690961d9 on host dv-cinder-835881-9-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:11:51.114276 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] For port ee975c2d-091d-45c7-a2c4-5c04690961d9, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ee975c2d-091d-45c7-a2c4-5c04690961d9,segment=NetworkSegment(39614cdb-20ea-4af9-91ce-85f30f49b362),segment_id=39614cdb-20ea-4af9-91ce-85f30f49b362)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:11:51.115111 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.129902 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] Calling delete_port for ee975c2d-091d-45c7-a2c4-5c04690961d9 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:11:51.180897 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (49c07cd0-6152-43ba-84e4-0ef3e3d224df), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.218636 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c07cd0-6152-43ba-84e4-0ef3e3d224df']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:51.221749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (ee975c2d-091d-45c7-a2c4-5c04690961d9), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.247757 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39614cdb-20ea-4af9-91ce-85f30f49b362') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:51.250378 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39614cdb-20ea-4af9-91ce-85f30f49b362') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:51.250693 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] Pushing event deleted for resources: {'Port': ['ID=ee975c2d-091d-45c7-a2c4-5c04690961d9,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:51.264401 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc6832-f1bb-4fb2-bb83-87b145c5ddad None None] No DVR routers for this DVR port ee975c2d-091d-45c7-a2c4-5c04690961d9 on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:11:51.289352 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (39614cdb-20ea-4af9-91ce-85f30f49b362), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.312059 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (39614cdb-20ea-4af9-91ce-85f30f49b362), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.320323 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:11:51.320929 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (39614cdb-20ea-4af9-91ce-85f30f49b362), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:11:51.322940 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:11:51.404043 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (49c07cd0-6152-43ba-84e4-0ef3e3d224df), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.448348 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.452173 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] 10.222.0.32 "DELETE /v2.0/networks/49c07cd0-6152-43ba-84e4-0ef3e3d224df HTTP/1.1" status: 204 len: 168 time: 0.7969365 May 10 14:11:51.458404 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5f03-298c-455e-95dc-87f73166ba2c admin admin] Pushing event deleted for resources: {'Network': ['ID=49c07cd0-6152-43ba-84e4-0ef3e3d224df,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:51.604327 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbafe9c-e355-494f-a40e-d0640d9baf84 req-4807c8da-273a-4cb2-b78e-6fd1575cbe8c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:51.621909 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9fbafe9c-e355-494f-a40e-d0640d9baf84 req-4807c8da-273a-4cb2-b78e-6fd1575cbe8c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0870845 May 10 14:11:51.647295 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34516) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:51.676724 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9fbafe9c-e355-494f-a40e-d0640d9baf84 req-64d78767-dc92-4ff2-a9e6-2a53016a1753 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536599 May 10 14:11:51.709097 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eeb190c8-f915-48e5-8019-985d3b1400c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47d6a9eb6fd3415d9059fe567e2dfa02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0603709 May 10 14:11:51.711481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34518) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:51.759942 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d47c28f-88c1-41d5-8e2e-a052aacf5983 admin admin] Publish callbacks [] for security_group (c277792c-c794-419f-ad73-54096023f865), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.783998 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d47c28f-88c1-41d5-8e2e-a052aacf5983 admin admin] Publish callbacks [] for security_group (c277792c-c794-419f-ad73-54096023f865), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.831162 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d47c28f-88c1-41d5-8e2e-a052aacf5983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (c277792c-c794-419f-ad73-54096023f865), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.834866 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d47c28f-88c1-41d5-8e2e-a052aacf5983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:51.836045 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9d47c28f-88c1-41d5-8e2e-a052aacf5983 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c277792c-c794-419f-ad73-54096023f865 HTTP/1.1" status: 204 len: 168 time: 0.1235743 May 10 14:11:51.843907 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47c28f-88c1-41d5-8e2e-a052aacf5983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277792c-c794-419f-ad73-54096023f865,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:52.095198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ee975c2d-091d-45c7-a2c4-5c04690961d9 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:52.115953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: ee975c2d-091d-45c7-a2c4-5c04690961d9 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:52.116289 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ee975c2d-091d-45c7-a2c4-5c04690961d9 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:52.116688 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:11:52.136431 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:11:52.136770 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device d1e37bf1-0a3f-4668-adc6-fe2673e3dcc2 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:11:52.508597 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34544) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:52.601694 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-266725900-network', 'tenant_id': '5b0751990b234861977272bb98a5594b'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:11:52.621286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Made reservation on behalf of 5b0751990b234861977272bb98a5594b for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:11:52.623880 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.631949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.729255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks [] for security_group (520d2a45-e128-4233-b2ca-5607f7a4be12), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.735154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (520d2a45-e128-4233-b2ca-5607f7a4be12), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.783210 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:11:52.804916 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520d2a45-e128-4233-b2ca-5607f7a4be12,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:52.827784 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (565989e1-c303-4e3b-87ab-7120df88cde3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.828129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Added segment 565989e1-c303-4e3b-87ab-7120df88cde3 of type vlan for network d3b74a18-7156-483f-8db0-751d659f6fc3 May 10 14:11:52.872317 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61ad56-7f3b-4096-ba4b-a8acf7988183 req-0c0d1e1d-1e6a-4d14-a07a-1b1778b172e6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:52.874101 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed61ad56-7f3b-4096-ba4b-a8acf7988183 req-0c0d1e1d-1e6a-4d14-a07a-1b1778b172e6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0885873 May 10 14:11:52.891141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (d3b74a18-7156-483f-8db0-751d659f6fc3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.941921 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (d3b74a18-7156-483f-8db0-751d659f6fc3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.943850 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:52.944412 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:52.952971 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed61ad56-7f3b-4096-ba4b-a8acf7988183 req-de05e356-0019-4b03-bce6-26ed21705f62 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702724 May 10 14:11:53.018565 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5086854 May 10 14:11:53.022190 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34550) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:53.023071 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761584b6-c82a-4811-8396-ea2f31a7cebf admin admin] Pushing event updated for resources: {'Network': ['ID=d3b74a18-7156-483f-8db0-751d659f6fc3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:53.028704 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Request body: {'subnet': {'network_id': 'd3b74a18-7156-483f-8db0-751d659f6fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-266725900-subnet', 'tenant_id': '5b0751990b234861977272bb98a5594b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:11:53.035016 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network d3b74a18-7156-483f-8db0-751d659f6fc3 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:11:53.051461 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Made reservation on behalf of 5b0751990b234861977272bb98a5594b for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:11:53.056039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:53.229327 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (80a0ce31-d7f9-4954-9215-66d417e9dd4f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:53.284460 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a0ce31-d7f9-4954-9215-66d417e9dd4f,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:53.300689 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Checking segment: {'id': '565989e1-c303-4e3b-87ab-7120df88cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd3b74a18-7156-483f-8db0-751d659f6fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:11:53.301046 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Network hostable DHCP agents. Network: d3b74a18-7156-483f-8db0-751d659f6fc3, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:11:53.322707 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Network d3b74a18-7156-483f-8db0-751d659f6fc3 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:11:53.335307 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, d3b74a18-7156-483f-8db0-751d659f6fc3) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:11:53.339627 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:53.340336 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:53.345220 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697b7e9-7f3e-434e-8d3a-6371e19793e7 None None] Network d3b74a18-7156-483f-8db0-751d659f6fc3 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:11:53.358012 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-10156d6c-2b99-4942-85bd-7c68e0a0b02c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3343349 May 10 14:11:53.456954 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5eb91-0fce-40bc-b93e-d61c4feda139 None None] Network d3b74a18-7156-483f-8db0-751d659f6fc3 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:11:53.881826 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34570) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:53.886712 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272131487-network', 'tenant_id': '92161f5dd622436386cbcc7ed16dcb32'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:11:53.906905 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Made reservation on behalf of 92161f5dd622436386cbcc7ed16dcb32 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:11:53.909261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:53.917538 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:53.993820 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks [] for security_group (9ea6c55f-d288-49c2-8123-b5622793ccb4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:53.997330 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9ea6c55f-d288-49c2-8123-b5622793ccb4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.019030 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:11:54.034313 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea6c55f-d288-49c2-8123-b5622793ccb4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:54.040850 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (71f90991-f0cd-40e7-a595-e8074745c2f3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.041201 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Added segment 71f90991-f0cd-40e7-a595-e8074745c2f3 of type vlan for network e2905440-2e26-45a7-b331-44729e837ac4 May 10 14:11:54.096665 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (e2905440-2e26-45a7-b331-44729e837ac4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.147892 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2119dba-137c-4ff9-8d39-6ccdf48799c6 req-710cfd0b-86c6-41ba-9d35-2cff2d0264f4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:54.149392 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2119dba-137c-4ff9-8d39-6ccdf48799c6 req-710cfd0b-86c6-41ba-9d35-2cff2d0264f4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0765812 May 10 14:11:54.164350 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (e2905440-2e26-45a7-b331-44729e837ac4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.165228 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:54.165805 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.238286 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3552005 May 10 14:11:54.241849 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34574) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:54.246538 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cfe2-91c0-49ff-b2c3-14f6617d9dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.247547 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Request body: {'subnet': {'network_id': 'e2905440-2e26-45a7-b331-44729e837ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272131487-subnet', 'tenant_id': '92161f5dd622436386cbcc7ed16dcb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:11:54.260516 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702236f6-4a7e-4cfc-a1c1-a179de10c1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e2905440-2e26-45a7-b331-44729e837ac4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:54.267799 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Made reservation on behalf of 92161f5dd622436386cbcc7ed16dcb32 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:11:54.268058 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2119dba-137c-4ff9-8d39-6ccdf48799c6 req-b0afd53c-a6b9-4c65-8a43-c0d293a58f95 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124475 May 10 14:11:54.270470 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384682'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.272859 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network e2905440-2e26-45a7-b331-44729e837ac4 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:11:54.443688 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9118310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384692'] for subnet (3a24c554-19c7-4566-add2-17be338a80c9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.509311 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a24c554-19c7-4566-add2-17be338a80c9,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:54.521574 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Checking segment: {'id': '71f90991-f0cd-40e7-a595-e8074745c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2905440-2e26-45a7-b331-44729e837ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:11:54.521942 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Network hostable DHCP agents. Network: e2905440-2e26-45a7-b331-44729e837ac4, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:11:54.550493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Network e2905440-2e26-45a7-b331-44729e837ac4 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:11:54.567489 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, e2905440-2e26-45a7-b331-44729e837ac4) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:11:54.576349 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb147f02-8c2a-4f33-8fd5-fd9e8a503e8d None None] Network e2905440-2e26-45a7-b331-44729e837ac4 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:11:54.601906 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:54.603675 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.636978 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-432b97e3-3e6b-49a8-bdad-cc7f9e05f205 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3931890 May 10 14:11:54.784232 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34582) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:54.831588 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Deleting subnet 80a0ce31-d7f9-4954-9215-66d417e9dd4f {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:11:54.835717 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Publish callbacks [] for subnet (80a0ce31-d7f9-4954-9215-66d417e9dd4f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.868843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a974bfe-e501-44bc-a13c-184007b10068 None None] Network e2905440-2e26-45a7-b331-44729e837ac4 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:11:54.872302 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4180183'] for subnet (80a0ce31-d7f9-4954-9215-66d417e9dd4f), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.910370 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (80a0ce31-d7f9-4954-9215-66d417e9dd4f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.971665 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9100705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384589'] for subnet (80a0ce31-d7f9-4954-9215-66d417e9dd4f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:54.997370 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a0ce31-d7f9-4954-9215-66d417e9dd4f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:55.002288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.005705 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9f5ffa22-3124-4752-8572-04fb2061fe2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/80a0ce31-d7f9-4954-9215-66d417e9dd4f HTTP/1.1" status: 204 len: 168 time: 0.2202282 May 10 14:11:55.007974 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34584) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:55.074965 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (d3b74a18-7156-483f-8db0-751d659f6fc3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.153147 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (d3b74a18-7156-483f-8db0-751d659f6fc3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.172980 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b74a18-7156-483f-8db0-751d659f6fc3']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:55.181900 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565989e1-c303-4e3b-87ab-7120df88cde3') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:55.182191 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565989e1-c303-4e3b-87ab-7120df88cde3') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:55.191096 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (565989e1-c303-4e3b-87ab-7120df88cde3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.204034 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (565989e1-c303-4e3b-87ab-7120df88cde3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.210260 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:11:55.210637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (565989e1-c303-4e3b-87ab-7120df88cde3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:11:55.212248 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:11:55.262626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (d3b74a18-7156-483f-8db0-751d659f6fc3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.267917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.271506 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d3b74a18-7156-483f-8db0-751d659f6fc3 HTTP/1.1" status: 204 len: 168 time: 0.2626238 May 10 14:11:55.274490 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34586) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:55.282347 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af8ba8-4ee9-46de-86dd-5fbafeef16f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b74a18-7156-483f-8db0-751d659f6fc3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:55.324217 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Deleting subnet 3a24c554-19c7-4566-add2-17be338a80c9 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:11:55.327653 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Publish callbacks [] for subnet (3a24c554-19c7-4566-add2-17be338a80c9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.363181 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (3a24c554-19c7-4566-add2-17be338a80c9), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.392877 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c4f28-f687-4746-bf9d-5de871909658 req-a2a27a84-ca94-4e87-b3e2-6d4b0d7b45d4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:55.394558 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-887c4f28-f687-4746-bf9d-5de871909658 req-a2a27a84-ca94-4e87-b3e2-6d4b0d7b45d4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0506489 May 10 14:11:55.404594 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (3a24c554-19c7-4566-add2-17be338a80c9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.440268 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-887c4f28-f687-4746-bf9d-5de871909658 req-1a5475e0-fbe0-47de-9942-57a39e208f61 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395467 May 10 14:11:55.460023 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (3a24c554-19c7-4566-add2-17be338a80c9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.488846 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a24c554-19c7-4566-add2-17be338a80c9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:55.492849 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.495928 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-71ee88a9-5985-45da-947b-6356a279eb82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a24c554-19c7-4566-add2-17be338a80c9 HTTP/1.1" status: 204 len: 168 time: 0.2203918 May 10 14:11:55.498670 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34590) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:55.564595 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (e2905440-2e26-45a7-b331-44729e837ac4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.662299 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (e2905440-2e26-45a7-b331-44729e837ac4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.691843 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2905440-2e26-45a7-b331-44729e837ac4']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:55.702946 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f90991-f0cd-40e7-a595-e8074745c2f3') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:55.703284 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f90991-f0cd-40e7-a595-e8074745c2f3') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:11:55.728357 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (71f90991-f0cd-40e7-a595-e8074745c2f3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.747617 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (71f90991-f0cd-40e7-a595-e8074745c2f3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.758231 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:11:55.758822 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (71f90991-f0cd-40e7-a595-e8074745c2f3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:11:55.760711 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:11:55.845959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (e2905440-2e26-45a7-b331-44729e837ac4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.853291 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.856678 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2905440-2e26-45a7-b331-44729e837ac4 HTTP/1.1" status: 204 len: 168 time: 0.3570952 May 10 14:11:55.873533 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d754435-9c41-4c6a-b0cb-f4d52036b229 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2905440-2e26-45a7-b331-44729e837ac4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:56.057489 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34598) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:56.118791 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a40836dd-3647-48fe-ae6d-a91f7daea220 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b0751990b234861977272bb98a5594b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577383 May 10 14:11:56.119199 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34600) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:56.172287 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf869-e6d2-4dad-b0b5-1ba803edbaff admin admin] Publish callbacks [] for security_group (520d2a45-e128-4233-b2ca-5607f7a4be12), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.195413 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf869-e6d2-4dad-b0b5-1ba803edbaff admin admin] Publish callbacks [] for security_group (520d2a45-e128-4233-b2ca-5607f7a4be12), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.245454 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf869-e6d2-4dad-b0b5-1ba803edbaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (520d2a45-e128-4233-b2ca-5607f7a4be12), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.247984 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ce9cf869-e6d2-4dad-b0b5-1ba803edbaff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.249375 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ce9cf869-e6d2-4dad-b0b5-1ba803edbaff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/520d2a45-e128-4233-b2ca-5607f7a4be12 HTTP/1.1" status: 204 len: 168 time: 0.1291912 May 10 14:11:56.256973 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cf869-e6d2-4dad-b0b5-1ba803edbaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d2a45-e128-4233-b2ca-5607f7a4be12,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:56.340481 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfc51-74dc-4a86-beb3-3c79430003be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.564283 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130710b9-cd05-4679-ad58-4607586388bf req-58d70f12-2980-4f99-931a-78806a4870ea tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:56.565761 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-130710b9-cd05-4679-ad58-4607586388bf req-58d70f12-2980-4f99-931a-78806a4870ea tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0493298 May 10 14:11:56.587459 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34610) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:56.647509 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-130710b9-cd05-4679-ad58-4607586388bf req-268c4378-3728-4234-9dd5-56ba1075a55e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755272 May 10 14:11:56.678896 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cf558ee5-ca63-417f-9470-aa4deba2669a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92161f5dd622436386cbcc7ed16dcb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903416 May 10 14:11:56.686846 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34612) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:56.743246 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-acb406c4-3896-4372-aa01-4a3c8c3f28d2 admin admin] Publish callbacks [] for security_group (9ea6c55f-d288-49c2-8123-b5622793ccb4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.797874 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-acb406c4-3896-4372-aa01-4a3c8c3f28d2 admin admin] Publish callbacks [] for security_group (9ea6c55f-d288-49c2-8123-b5622793ccb4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.904672 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-acb406c4-3896-4372-aa01-4a3c8c3f28d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (9ea6c55f-d288-49c2-8123-b5622793ccb4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.907421 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-acb406c4-3896-4372-aa01-4a3c8c3f28d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.908674 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-acb406c4-3896-4372-aa01-4a3c8c3f28d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ea6c55f-d288-49c2-8123-b5622793ccb4 HTTP/1.1" status: 204 len: 168 time: 0.2206755 May 10 14:11:56.919096 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb406c4-3896-4372-aa01-4a3c8c3f28d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea6c55f-d288-49c2-8123-b5622793ccb4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:57.813096 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36954-100b-4e52-8e6c-275bdc7fa480 req-0c758199-12a9-4479-99c5-c7b702d19512 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:57.814768 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-12a36954-100b-4e52-8e6c-275bdc7fa480 req-0c758199-12a9-4479-99c5-c7b702d19512 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0577588 May 10 14:11:57.816131 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:57.869953 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-12a36954-100b-4e52-8e6c-275bdc7fa480 req-bfe26772-9bd9-43f9-a577-8f906a4bea9d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479336 May 10 14:11:58.957491 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.041340 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da3dca-f58d-48a5-846b-0ca8a72b4e49 req-24fab24d-99b5-465c-8df7-6e1f149af545 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:59.044440 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-21da3dca-f58d-48a5-846b-0ca8a72b4e49 req-24fab24d-99b5-465c-8df7-6e1f149af545 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0576112 May 10 14:11:59.107778 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-21da3dca-f58d-48a5-846b-0ca8a72b4e49 req-2a52e4eb-418e-4107-9eaa-19578bf38416 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572174 May 10 14:11:59.281677 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34718) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:59.384786 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eef26945-6b52-442c-80b0-d30200503931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.473137 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eef26945-6b52-442c-80b0-d30200503931 admin admin] Publish callbacks [] for security_group (ea286895-256d-43d0-81eb-7bc755ac3ba0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.478185 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eef26945-6b52-442c-80b0-d30200503931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ea286895-256d-43d0-81eb-7bc755ac3ba0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.519685 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26945-6b52-442c-80b0-d30200503931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea286895-256d-43d0-81eb-7bc755ac3ba0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:11:59.524143 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-eef26945-6b52-442c-80b0-d30200503931 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=000e8e21141c45c0ae0ea0df61640642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414124 May 10 14:11:59.527713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34722) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:11:59.594938 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a3a59e2-4e64-40f8-9c54-3daaa25e1aa4 admin admin] Publish callbacks [] for security_group (ea286895-256d-43d0-81eb-7bc755ac3ba0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.620960 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a3a59e2-4e64-40f8-9c54-3daaa25e1aa4 admin admin] Publish callbacks [] for security_group (ea286895-256d-43d0-81eb-7bc755ac3ba0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.686518 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a3a59e2-4e64-40f8-9c54-3daaa25e1aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ea286895-256d-43d0-81eb-7bc755ac3ba0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.689710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4a3a59e2-4e64-40f8-9c54-3daaa25e1aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.691262 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4a3a59e2-4e64-40f8-9c54-3daaa25e1aa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea286895-256d-43d0-81eb-7bc755ac3ba0 HTTP/1.1" status: 204 len: 168 time: 0.1631355 May 10 14:11:59.702501 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a59e2-4e64-40f8-9c54-3daaa25e1aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea286895-256d-43d0-81eb-7bc755ac3ba0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:00.109042 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34746) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:00.128661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3db52c1-e3ce-40f5-926e-81b950ce6238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.173149 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34750) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:00.309636 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3db52c1-e3ce-40f5-926e-81b950ce6238 admin admin] Publish callbacks [] for security_group (f78b38a8-0434-449f-b8ad-e179a42eba49), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.314471 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a3db52c1-e3ce-40f5-926e-81b950ce6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f78b38a8-0434-449f-b8ad-e179a42eba49), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.340608 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.355838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2a28-cb77-4367-81ae-cd7a754e0f87 req-c08a7d03-811f-40b4-a708-41864f029e04 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:00.357485 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e99a2a28-cb77-4367-81ae-cd7a754e0f87 req-c08a7d03-811f-40b4-a708-41864f029e04 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.1047518 May 10 14:12:00.390718 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a3db52c1-e3ce-40f5-926e-81b950ce6238 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=408b12e13efd401cb63e3652f7b00b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805493 May 10 14:12:00.402547 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34754) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:00.404976 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db52c1-e3ce-40f5-926e-81b950ce6238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b38a8-0434-449f-b8ad-e179a42eba49,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:00.410379 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eec33f44-fdc2-430c-9e64-afd51e3139d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.435695 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e99a2a28-cb77-4367-81ae-cd7a754e0f87 req-424f6090-717d-4e61-9fc5-b301a5520354 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628474 May 10 14:12:00.494855 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d2af4265-307e-4a2f-8084-abc5026ce3cf admin admin] Publish callbacks [] for security_group (f78b38a8-0434-449f-b8ad-e179a42eba49), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.530261 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d2af4265-307e-4a2f-8084-abc5026ce3cf admin admin] Publish callbacks [] for security_group (f78b38a8-0434-449f-b8ad-e179a42eba49), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.568373 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eec33f44-fdc2-430c-9e64-afd51e3139d1 admin admin] Publish callbacks [] for security_group (95766446-8606-4704-9a43-36668c636d98), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.576224 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eec33f44-fdc2-430c-9e64-afd51e3139d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (95766446-8606-4704-9a43-36668c636d98), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.618061 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec33f44-fdc2-430c-9e64-afd51e3139d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95766446-8606-4704-9a43-36668c636d98,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:00.625297 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-eec33f44-fdc2-430c-9e64-afd51e3139d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd51444eba09461c8c67ede624707553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511180 May 10 14:12:00.627905 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34756) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:00.635840 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d2af4265-307e-4a2f-8084-abc5026ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f78b38a8-0434-449f-b8ad-e179a42eba49), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.638420 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d2af4265-307e-4a2f-8084-abc5026ce3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.639510 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d2af4265-307e-4a2f-8084-abc5026ce3cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f78b38a8-0434-449f-b8ad-e179a42eba49 HTTP/1.1" status: 204 len: 168 time: 0.2360349 May 10 14:12:00.662891 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af4265-307e-4a2f-8084-abc5026ce3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b38a8-0434-449f-b8ad-e179a42eba49,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:00.691605 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c043f2cf-9e47-4a9a-9df6-b87852622af2 admin admin] Publish callbacks [] for security_group (95766446-8606-4704-9a43-36668c636d98), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.716844 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c043f2cf-9e47-4a9a-9df6-b87852622af2 admin admin] Publish callbacks [] for security_group (95766446-8606-4704-9a43-36668c636d98), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.766245 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c043f2cf-9e47-4a9a-9df6-b87852622af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (95766446-8606-4704-9a43-36668c636d98), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.769110 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c043f2cf-9e47-4a9a-9df6-b87852622af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.772390 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c043f2cf-9e47-4a9a-9df6-b87852622af2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95766446-8606-4704-9a43-36668c636d98 HTTP/1.1" status: 204 len: 168 time: 0.1407530 May 10 14:12:00.781499 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043f2cf-9e47-4a9a-9df6-b87852622af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95766446-8606-4704-9a43-36668c636d98,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:01.098463 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34774) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:01.112125 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3ac5-677f-4417-b7d1-efdb1a3e60e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.191145 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3ac5-677f-4417-b7d1-efdb1a3e60e9 admin admin] Publish callbacks [] for security_group (0e1d7922-13c7-455a-aa8f-6c9c20d9d631), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.195471 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3ac5-677f-4417-b7d1-efdb1a3e60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (0e1d7922-13c7-455a-aa8f-6c9c20d9d631), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.233134 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a3ac5-677f-4417-b7d1-efdb1a3e60e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d7922-13c7-455a-aa8f-6c9c20d9d631,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:01.240978 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fb1a3ac5-677f-4417-b7d1-efdb1a3e60e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77fbd123ea64a698b848531eb1dafd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377563 May 10 14:12:01.241267 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34780) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:01.293797 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-073de805-c069-40ae-9252-e497e3833b08 admin admin] Publish callbacks [] for security_group (0e1d7922-13c7-455a-aa8f-6c9c20d9d631), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.316131 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-073de805-c069-40ae-9252-e497e3833b08 admin admin] Publish callbacks [] for security_group (0e1d7922-13c7-455a-aa8f-6c9c20d9d631), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.368516 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-073de805-c069-40ae-9252-e497e3833b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (0e1d7922-13c7-455a-aa8f-6c9c20d9d631), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.371146 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-073de805-c069-40ae-9252-e497e3833b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:01.372273 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-073de805-c069-40ae-9252-e497e3833b08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e1d7922-13c7-455a-aa8f-6c9c20d9d631 HTTP/1.1" status: 204 len: 168 time: 0.1301215 May 10 14:12:01.381621 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073de805-c069-40ae-9252-e497e3833b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d7922-13c7-455a-aa8f-6c9c20d9d631,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:01.576305 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8634-6a8c-4bc0-bb22-ea87b9116c0c req-d3949135-5d43-47d4-a062-b56667b47f59 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:01.577829 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-810d8634-6a8c-4bc0-bb22-ea87b9116c0c req-d3949135-5d43-47d4-a062-b56667b47f59 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0511804 May 10 14:12:01.627695 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-810d8634-6a8c-4bc0-bb22-ea87b9116c0c req-bc723d58-8fab-4add-b9db-a9e0fb2221c6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437510 May 10 14:12:02.749752 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4545d-6856-463f-96f5-c2c160bf663d req-4aef30ec-3de8-4ee2-9690-194e92fb48dd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:02.751246 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-93b4545d-6856-463f-96f5-c2c160bf663d req-4aef30ec-3de8-4ee2-9690-194e92fb48dd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0509210 May 10 14:12:02.798135 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-93b4545d-6856-463f-96f5-c2c160bf663d req-7f330ee6-71d5-4dcc-8fa8-57d193806724 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 May 10 14:12:03.936447 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901500-a970-432f-baea-76d4643828e1 req-e8151b6b-13b4-496e-89af-f41f0feb9db0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.938880 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-80901500-a970-432f-baea-76d4643828e1 req-e8151b6b-13b4-496e-89af-f41f0feb9db0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0522745 May 10 14:12:03.996065 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-80901500-a970-432f-baea-76d4643828e1 req-7cbf2692-35d8-4800-9c18-287999824023 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502903 May 10 14:12:05.114595 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dfe20-b791-42e9-8d66-d08ad1b20b33 req-04d80cd2-ea65-4d9d-bcd2-c9703bfdb0f4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:05.116080 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa2dfe20-b791-42e9-8d66-d08ad1b20b33 req-04d80cd2-ea65-4d9d-bcd2-c9703bfdb0f4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0466828 May 10 14:12:05.162754 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fa2dfe20-b791-42e9-8d66-d08ad1b20b33 req-026df68d-bca6-48b5-9260-60f1953a65a6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 May 10 14:12:05.781752 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34928) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:05.885994 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aa12c153-7560-46ce-ab0f-9e0db0818bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:05.964647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aa12c153-7560-46ce-ab0f-9e0db0818bbc admin admin] Publish callbacks [] for security_group (1c1bb55b-a887-4926-9366-a6e716b5a753), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:05.968169 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aa12c153-7560-46ce-ab0f-9e0db0818bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1c1bb55b-a887-4926-9366-a6e716b5a753), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.006038 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-aa12c153-7560-46ce-ab0f-9e0db0818bbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5618e187eb6c4531b1829fc3847637b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231247 May 10 14:12:06.008046 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c153-7560-46ce-ab0f-9e0db0818bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1bb55b-a887-4926-9366-a6e716b5a753,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:06.008709 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34932) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:06.062414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-984d286e-1338-4163-a756-b0f0ceddbae6 admin admin] Publish callbacks [] for security_group (1c1bb55b-a887-4926-9366-a6e716b5a753), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.083225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-984d286e-1338-4163-a756-b0f0ceddbae6 admin admin] Publish callbacks [] for security_group (1c1bb55b-a887-4926-9366-a6e716b5a753), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.128282 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-984d286e-1338-4163-a756-b0f0ceddbae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (1c1bb55b-a887-4926-9366-a6e716b5a753), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.131099 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-984d286e-1338-4163-a756-b0f0ceddbae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.132239 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-984d286e-1338-4163-a756-b0f0ceddbae6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c1bb55b-a887-4926-9366-a6e716b5a753 HTTP/1.1" status: 204 len: 168 time: 0.1224823 May 10 14:12:06.139670 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d286e-1338-4163-a756-b0f0ceddbae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1bb55b-a887-4926-9366-a6e716b5a753,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:06.282518 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ab01-8400-40cd-bde2-c5ccece8ade8 req-5c642bb6-6bef-4609-b659-36c8d442f293 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:06.284040 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b813ab01-8400-40cd-bde2-c5ccece8ade8 req-5c642bb6-6bef-4609-b659-36c8d442f293 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0476170 May 10 14:12:06.337850 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b813ab01-8400-40cd-bde2-c5ccece8ade8 req-ff1f659c-9c62-4a2a-98fc-03257b674938 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 May 10 14:12:06.408661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 34944) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:06.422680 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4875-b7d5-4c77-9055-6e3654a9d557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.501521 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4875-b7d5-4c77-9055-6e3654a9d557 admin admin] Publish callbacks [] for security_group (f3b5d493-a66d-464b-a2f2-6e6972ded97b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.505657 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4875-b7d5-4c77-9055-6e3654a9d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f3b5d493-a66d-464b-a2f2-6e6972ded97b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.543998 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2a1e4875-b7d5-4c77-9055-6e3654a9d557 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=111f011c42744ae29b264076ccbfa1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342578 May 10 14:12:06.545111 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e4875-b7d5-4c77-9055-6e3654a9d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b5d493-a66d-464b-a2f2-6e6972ded97b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:06.546615 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 34948) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:06.603216 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9193c1f-93a7-43fb-b0b8-f1351ebadbfc admin admin] Publish callbacks [] for security_group (f3b5d493-a66d-464b-a2f2-6e6972ded97b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.625194 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9193c1f-93a7-43fb-b0b8-f1351ebadbfc admin admin] Publish callbacks [] for security_group (f3b5d493-a66d-464b-a2f2-6e6972ded97b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.677644 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9193c1f-93a7-43fb-b0b8-f1351ebadbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f3b5d493-a66d-464b-a2f2-6e6972ded97b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.680329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9193c1f-93a7-43fb-b0b8-f1351ebadbfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:06.681473 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d9193c1f-93a7-43fb-b0b8-f1351ebadbfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3b5d493-a66d-464b-a2f2-6e6972ded97b HTTP/1.1" status: 204 len: 168 time: 0.1338909 May 10 14:12:06.689259 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9193c1f-93a7-43fb-b0b8-f1351ebadbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b5d493-a66d-464b-a2f2-6e6972ded97b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:06.751024 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:07.463780 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc19b-da96-462d-9ef9-293d7d48c2ae req-1476ff7e-f25b-4570-be74-8cbee27e7e2f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:07.465522 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16fdc19b-da96-462d-9ef9-293d7d48c2ae req-1476ff7e-f25b-4570-be74-8cbee27e7e2f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0520713 May 10 14:12:07.513913 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-16fdc19b-da96-462d-9ef9-293d7d48c2ae req-e9ba3c48-a122-4f99-8bc6-1540e8b016eb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 May 10 14:12:08.319769 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35020) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:08.428007 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f6d-3dd7-4bb6-ac13-778f9e44f4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.503840 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f6d-3dd7-4bb6-ac13-778f9e44f4b3 admin admin] Publish callbacks [] for security_group (b70f3c61-40f8-43fb-8600-a5bed670af1a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.510493 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f6d-3dd7-4bb6-ac13-778f9e44f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b70f3c61-40f8-43fb-8600-a5bed670af1a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.552738 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-de7d0f6d-3dd7-4bb6-ac13-778f9e44f4b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b448582cc214c6f8b9620ba09caf78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314005 May 10 14:12:08.553540 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d0f6d-3dd7-4bb6-ac13-778f9e44f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70f3c61-40f8-43fb-8600-a5bed670af1a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:08.554176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35034) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:08.608137 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91c674a8-19ca-4416-9cb5-1dca9dec052c admin admin] Publish callbacks [] for security_group (b70f3c61-40f8-43fb-8600-a5bed670af1a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.631385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91c674a8-19ca-4416-9cb5-1dca9dec052c admin admin] Publish callbacks [] for security_group (b70f3c61-40f8-43fb-8600-a5bed670af1a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.668727 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b1e44-ad57-449b-8473-a260494f0515 req-ae78b8a5-77dd-40a4-925e-f0ff88d551ee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:08.670386 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-001b1e44-ad57-449b-8473-a260494f0515 req-ae78b8a5-77dd-40a4-925e-f0ff88d551ee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0552368 May 10 14:12:08.681833 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91c674a8-19ca-4416-9cb5-1dca9dec052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b70f3c61-40f8-43fb-8600-a5bed670af1a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.684708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91c674a8-19ca-4416-9cb5-1dca9dec052c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:08.689075 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-91c674a8-19ca-4416-9cb5-1dca9dec052c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70f3c61-40f8-43fb-8600-a5bed670af1a HTTP/1.1" status: 204 len: 168 time: 0.1332762 May 10 14:12:08.697733 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c674a8-19ca-4416-9cb5-1dca9dec052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70f3c61-40f8-43fb-8600-a5bed670af1a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:08.724739 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-001b1e44-ad57-449b-8473-a260494f0515 req-0f44f3f3-c2b4-423e-96a6-c155a5fcfac8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459764 May 10 14:12:08.970376 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35042) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:08.987330 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4db5d44-bcf0-4fb7-abd0-e0131b4b9450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.061745 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4db5d44-bcf0-4fb7-abd0-e0131b4b9450 admin admin] Publish callbacks [] for security_group (47a48381-2d22-40fb-bccf-fe3a6e19c22c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.065252 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4db5d44-bcf0-4fb7-abd0-e0131b4b9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (47a48381-2d22-40fb-bccf-fe3a6e19c22c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.104839 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f4db5d44-bcf0-4fb7-abd0-e0131b4b9450 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19f2fc251237418f8c36b33693276970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334209 May 10 14:12:09.105767 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db5d44-bcf0-4fb7-abd0-e0131b4b9450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a48381-2d22-40fb-bccf-fe3a6e19c22c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:09.107466 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35044) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:09.156296 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79595e16-6ae8-4885-b7b4-893327de6ac4 admin admin] Publish callbacks [] for security_group (47a48381-2d22-40fb-bccf-fe3a6e19c22c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.178314 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79595e16-6ae8-4885-b7b4-893327de6ac4 admin admin] Publish callbacks [] for security_group (47a48381-2d22-40fb-bccf-fe3a6e19c22c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.228136 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79595e16-6ae8-4885-b7b4-893327de6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (47a48381-2d22-40fb-bccf-fe3a6e19c22c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.231012 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-79595e16-6ae8-4885-b7b4-893327de6ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:09.232128 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-79595e16-6ae8-4885-b7b4-893327de6ac4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47a48381-2d22-40fb-bccf-fe3a6e19c22c HTTP/1.1" status: 204 len: 168 time: 0.1231098 May 10 14:12:09.240484 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79595e16-6ae8-4885-b7b4-893327de6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a48381-2d22-40fb-bccf-fe3a6e19c22c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:09.876845 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4dc1-b2e4-4b83-8e42-4276659421a6 req-678abed8-e4f1-4492-a5ab-fcb130933ab9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:09.878369 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a24e4dc1-b2e4-4b83-8e42-4276659421a6 req-678abed8-e4f1-4492-a5ab-fcb130933ab9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0686519 May 10 14:12:09.945582 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a24e4dc1-b2e4-4b83-8e42-4276659421a6 req-9f4eb8fe-ddee-43f5-867d-04a051fbd38a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601358 May 10 14:12:10.345121 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35092) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:10.362681 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35096) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:10.449497 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbef8b63-d3d8-4580-aef1-9b4ea6401fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.472392 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb1afa1-9fb4-4a4a-9475-3f6caa095e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.584182 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbef8b63-d3d8-4580-aef1-9b4ea6401fe5 admin admin] Publish callbacks [] for security_group (e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.589918 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbef8b63-d3d8-4580-aef1-9b4ea6401fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.615873 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb1afa1-9fb4-4a4a-9475-3f6caa095e34 admin admin] Publish callbacks [] for security_group (b46051a5-1c0e-446c-8215-51038c58c6e0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.627105 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb1afa1-9fb4-4a4a-9475-3f6caa095e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b46051a5-1c0e-446c-8215-51038c58c6e0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.648250 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dbef8b63-d3d8-4580-aef1-9b4ea6401fe5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0652892a9ac4f75a011be90346b0a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020961 May 10 14:12:10.651044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35100) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:10.651701 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef8b63-d3d8-4580-aef1-9b4ea6401fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:10.672932 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1bb1afa1-9fb4-4a4a-9475-3f6caa095e34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48583667f11d46a5b22122003587248a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092432 May 10 14:12:10.675956 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35102) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:10.695743 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1afa1-9fb4-4a4a-9475-3f6caa095e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46051a5-1c0e-446c-8215-51038c58c6e0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:10.702520 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-feaa8d00-11bb-465b-b343-14133039a341 admin admin] Publish callbacks [] for security_group (e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.725539 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-feaa8d00-11bb-465b-b343-14133039a341 admin admin] Publish callbacks [] for security_group (e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.732285 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fee0260-6063-42e1-956e-1bd5956ef5b8 admin admin] Publish callbacks [] for security_group (b46051a5-1c0e-446c-8215-51038c58c6e0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.752955 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fee0260-6063-42e1-956e-1bd5956ef5b8 admin admin] Publish callbacks [] for security_group (b46051a5-1c0e-446c-8215-51038c58c6e0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.772611 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-feaa8d00-11bb-465b-b343-14133039a341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.775294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-feaa8d00-11bb-465b-b343-14133039a341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.779354 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-feaa8d00-11bb-465b-b343-14133039a341 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0 HTTP/1.1" status: 204 len: 168 time: 0.1244705 May 10 14:12:10.785165 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa8d00-11bb-465b-b343-14133039a341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4e8c8-bd4c-4b5c-a2f4-60695ced19a0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:10.804003 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fee0260-6063-42e1-956e-1bd5956ef5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (b46051a5-1c0e-446c-8215-51038c58c6e0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.806999 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fee0260-6063-42e1-956e-1bd5956ef5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:10.810912 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3fee0260-6063-42e1-956e-1bd5956ef5b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b46051a5-1c0e-446c-8215-51038c58c6e0 HTTP/1.1" status: 204 len: 168 time: 0.1307356 May 10 14:12:10.816018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee0260-6063-42e1-956e-1bd5956ef5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46051a5-1c0e-446c-8215-51038c58c6e0,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:10.939802 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:12:11.086453 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:11.095206 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a170-1e0d-456a-b50d-1d8fc81ddb28 req-6470e4df-6f21-4611-8011-78854612befc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:11.100690 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '2666c4c9-5286-4f42-8256-74a56001c647', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'port_id': '2666c4c9-5286-4f42-8256-74a56001c647', 'mac_address': 'fa:16:3e:49:e8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:12:11.102323 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4295a170-1e0d-456a-b50d-1d8fc81ddb28 req-6470e4df-6f21-4611-8011-78854612befc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 944 time: 0.0578759 May 10 14:12:11.138663 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:11.153078 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:11.153601 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.157573 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4295a170-1e0d-456a-b50d-1d8fc81ddb28 req-7499c0a5-e4c6-4638-b758-79800fdc90fd tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543346 May 10 14:12:11.163879 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-db8f5a9c-b63a-429d-a1c2-d1c948254559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.173596 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2666c4c9-5286-4f42-8256-74a56001c647 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:12:11.196477 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:11.200600 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.252186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=9']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:11.257709 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-db8f5a9c-b63a-429d-a1c2-d1c948254559 admin admin] Publish callbacks [] for security_group (4f76043e-8c22-4e8d-8d1f-f4718ccb7564), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.260941 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.261375 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.261791 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.262234 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.262647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.263051 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.263384 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-db8f5a9c-b63a-429d-a1c2-d1c948254559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4f76043e-8c22-4e8d-8d1f-f4718ccb7564), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.263521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.263881 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.264277 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.264668 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.265059 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.265452 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.265836 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.266241 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.266630 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:11.305480 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-db8f5a9c-b63a-429d-a1c2-d1c948254559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13dd7819d288484c9e8e7e0227f5143c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655080 May 10 14:12:11.306757 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f5a9c-b63a-429d-a1c2-d1c948254559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76043e-8c22-4e8d-8d1f-f4718ccb7564,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:11.308193 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35124) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:11.369319 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8840f3fa-ff9d-4011-a996-e63dc9141399 admin admin] Publish callbacks [] for security_group (4f76043e-8c22-4e8d-8d1f-f4718ccb7564), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.391447 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8840f3fa-ff9d-4011-a996-e63dc9141399 admin admin] Publish callbacks [] for security_group (4f76043e-8c22-4e8d-8d1f-f4718ccb7564), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.443962 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8840f3fa-ff9d-4011-a996-e63dc9141399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4f76043e-8c22-4e8d-8d1f-f4718ccb7564), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.446693 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8840f3fa-ff9d-4011-a996-e63dc9141399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.447969 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8840f3fa-ff9d-4011-a996-e63dc9141399 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f76043e-8c22-4e8d-8d1f-f4718ccb7564 HTTP/1.1" status: 204 len: 168 time: 0.1386909 May 10 14:12:11.456821 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840f3fa-ff9d-4011-a996-e63dc9141399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76043e-8c22-4e8d-8d1f-f4718ccb7564,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:11.554902 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['2666c4c9-5286-4f42-8256-74a56001c647'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:12:11.566516 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35136) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:11.723875 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1144233537-network', 'tenant_id': '41c12a4697c94557a7033e2af0d32d19'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:12:11.743661 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Made reservation on behalf of 41c12a4697c94557a7033e2af0d32d19 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:12:11.745928 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.755140 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.798116 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35142) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:11.818276 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffad2-6ad9-4d73-8ce9-1daef32c4447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.855680 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks [] for security_group (4e14141f-5bdd-448b-8c99-72aa49a42a24), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.863618 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4e14141f-5bdd-448b-8c99-72aa49a42a24), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.901112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:12:11.912117 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e14141f-5bdd-448b-8c99-72aa49a42a24,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:11.922287 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.922634 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Added segment c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee of type vlan for network 6b8e03f0-d737-44f8-b409-295351c0bde4 May 10 14:12:11.976369 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (6b8e03f0-d737-44f8-b409-295351c0bde4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.987944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffad2-6ad9-4d73-8ce9-1daef32c4447 admin admin] Publish callbacks [] for security_group (5356dd62-4b09-4abe-8ad9-171f8152ea7b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.994802 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffad2-6ad9-4d73-8ce9-1daef32c4447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (5356dd62-4b09-4abe-8ad9-171f8152ea7b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.038302 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (6b8e03f0-d737-44f8-b409-295351c0bde4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.039224 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:12.039798 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.046299 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2b1ffad2-6ad9-4d73-8ce9-1daef32c4447 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2734b6b9e05e4e39b6b8c8d7f7444820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472019 May 10 14:12:12.049030 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35144) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:12.059683 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ffad2-6ad9-4d73-8ce9-1daef32c4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5356dd62-4b09-4abe-8ad9-171f8152ea7b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:12.092544 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5246806 May 10 14:12:12.097726 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35146) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:12.103743 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Request body: {'subnet': {'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1144233537-subnet', 'tenant_id': '41c12a4697c94557a7033e2af0d32d19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:12:12.109404 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7fa7d-51bd-4458-b0c4-0519ef2e5e39 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8e03f0-d737-44f8-b409-295351c0bde4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:12.112842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ee276a0c-00ab-43ce-a5d0-403fde494289 admin admin] Publish callbacks [] for security_group (5356dd62-4b09-4abe-8ad9-171f8152ea7b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.119393 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 6b8e03f0-d737-44f8-b409-295351c0bde4 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:12:12.143114 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ee276a0c-00ab-43ce-a5d0-403fde494289 admin admin] Publish callbacks [] for security_group (5356dd62-4b09-4abe-8ad9-171f8152ea7b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.144855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Made reservation on behalf of 41c12a4697c94557a7033e2af0d32d19 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:12:12.147633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384682'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.277911 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ee276a0c-00ab-43ce-a5d0-403fde494289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (5356dd62-4b09-4abe-8ad9-171f8152ea7b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.280486 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ee276a0c-00ab-43ce-a5d0-403fde494289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.281591 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ee276a0c-00ab-43ce-a5d0-403fde494289 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5356dd62-4b09-4abe-8ad9-171f8152ea7b HTTP/1.1" status: 204 len: 168 time: 0.2315934 May 10 14:12:12.302768 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10504dcd-d379-4a9a-bce8-cabee5e26c42 req-9a0e4fff-8a23-4831-a1f9-d9166565b9d8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:12.304222 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10504dcd-d379-4a9a-bce8-cabee5e26c42 req-9a0e4fff-8a23-4831-a1f9-d9166565b9d8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 945 time: 0.0734646 May 10 14:12:12.306580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee276a0c-00ab-43ce-a5d0-403fde494289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5356dd62-4b09-4abe-8ad9-171f8152ea7b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:12.387148 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-10504dcd-d379-4a9a-bce8-cabee5e26c42 req-b2024a63-7c34-4b05-baf7-d10dd1f846d8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753033 May 10 14:12:12.437091 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9118310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384692'] for subnet (74e50ea7-5651-4fcd-a4e3-3fdca85464f3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.487953 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e50ea7-5651-4fcd-a4e3-3fdca85464f3,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:12.503766 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Checking segment: {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:12:12.504122 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Network hostable DHCP agents. Network: 6b8e03f0-d737-44f8-b409-295351c0bde4, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:12:12.522851 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Network 6b8e03f0-d737-44f8-b409-295351c0bde4 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:12:12.531612 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 6b8e03f0-d737-44f8-b409-295351c0bde4) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:12:12.536338 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:12.537021 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:12.542727 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e0a75-7112-4124-87c8-ead6c2f00bc2 None None] Network 6b8e03f0-d737-44f8-b409-295351c0bde4 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:12:12.554806 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6d72453c-68aa-4e26-86c0-e85ac5e2f2f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4554396 May 10 14:12:12.646548 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792af72a-e307-4cf2-8c0a-3878c939f644 None None] Network 6b8e03f0-d737-44f8-b409-295351c0bde4 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:12:12.956003 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:12:13.010671 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 2666c4c9-5286-4f42-8256-74a56001c647 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:12:13.011072 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2666c4c9-5286-4f42-8256-74a56001c647), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:13.116114 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 2666c4c9-5286-4f42-8256-74a56001c647 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:13.116852 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:13.146387 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:13.149087 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec32c5-429a-4565-8701-d1fe309f13b4" -d '{"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-plugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:13.164708 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:13.170390 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:13.202659 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aefa809-2715-40a2-aef1-065b95b66996 x-openstack-request-id: req-7aefa809-2715-40a2-aef1-065b95b66996 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:13.202995 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-plugged", "status": "completed", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:13.203363 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7aefa809-2715-40a2-aef1-065b95b66996 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:13.203820 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aefa809-2715-40a2-aef1-065b95b66996'] response: {'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'code': 200} May 10 14:12:13.233318 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=10']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:13.512601 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa788d2f-09ac-43a9-b561-b8e4c434b959 req-059bb8a4-b9e0-4bae-bfed-875ca99e97fb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:13.513079 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa788d2f-09ac-43a9-b561-b8e4c434b959 req-059bb8a4-b9e0-4bae-bfed-875ca99e97fb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.0484042 May 10 14:12:13.566231 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa788d2f-09ac-43a9-b561-b8e4c434b959 req-4d0f8409-ecf4-45f1-8195-1c9f95420a1e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480535 May 10 14:12:13.773274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4bac-f102-426a-bbf5-d9b396c8168d req-903291ea-fe28-4042-b57f-6ed288fc3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:13.774828 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-811d4bac-f102-426a-bbf5-d9b396c8168d req-903291ea-fe28-4042-b57f-6ed288fc3602 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1131 time: 0.1435480 May 10 14:12:13.824876 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-811d4bac-f102-426a-bbf5-d9b396c8168d req-b98221b4-5480-4c16-899e-5a035395fc5a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 May 10 14:12:14.452744 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35246) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:14.487841 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-514e8740-ae0b-4cd8-b154-0c9a3dcc5dd8 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:14.488405 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-514e8740-ae0b-4cd8-b154-0c9a3dcc5dd8 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/networks?id=6b8e03f0-d737-44f8-b409-295351c0bde4 HTTP/1.1" status: 200 len: 809 time: 0.1200900 May 10 14:12:14.504570 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-ba5eb236-d340-4b5d-8aeb-fc9fead8f383 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/quotas/41c12a4697c94557a7033e2af0d32d19 HTTP/1.1" status: 200 len: 375 time: 0.0095849 May 10 14:12:14.541201 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3bb1d468-d477-47a3-89f5-265fe8e5e33b tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41c12a4697c94557a7033e2af0d32d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303636 May 10 14:12:14.552297 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-1d114acf-5006-432d-a859-b1da6aee36d3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:12:14.553480 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-1d114acf-5006-432d-a859-b1da6aee36d3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055547 May 10 14:12:14.565884 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea40917d-19d0-4053-a788-182e786ace43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.656518 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-773c1cee-caa9-4a0b-8f03-e119fc9cc0df service neutron] 10.222.0.32 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966051 May 10 14:12:14.705830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea40917d-19d0-4053-a788-182e786ace43 admin admin] Publish callbacks [] for security_group (f83c1d06-a466-4c07-9a3e-636e92d1f5f2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.712320 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea40917d-19d0-4053-a788-182e786ace43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f83c1d06-a466-4c07-9a3e-636e92d1f5f2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.759859 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-0d6b1aeb-295d-42a4-89da-09cb5a2325b6 service neutron] 10.222.0.32 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963879 May 10 14:12:14.771956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda671f1-ab52-4cf4-a8f5-804a37d03720 req-0a954424-fc5c-42ae-a48a-f3d554fb6af5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:14.773532 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cda671f1-ab52-4cf4-a8f5-804a37d03720 req-0a954424-fc5c-42ae-a48a-f3d554fb6af5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.1252022 May 10 14:12:14.781981 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ea40917d-19d0-4053-a788-182e786ace43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea28f5c5c160409ba9d42c67104829a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280363 May 10 14:12:14.785441 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35252) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:14.793589 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40917d-19d0-4053-a788-182e786ace43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c1d06-a466-4c07-9a3e-636e92d1f5f2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:14.847987 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cda671f1-ab52-4cf4-a8f5-804a37d03720 req-d044dd92-904e-4d5b-a6f7-252fe8d879ec tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622308 May 10 14:12:14.858404 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bd8108-db9a-44aa-90c5-995a13e83814 admin admin] Publish callbacks [] for security_group (f83c1d06-a466-4c07-9a3e-636e92d1f5f2), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.886304 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bd8108-db9a-44aa-90c5-995a13e83814 admin admin] Publish callbacks [] for security_group (f83c1d06-a466-4c07-9a3e-636e92d1f5f2), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.945112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bd8108-db9a-44aa-90c5-995a13e83814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (f83c1d06-a466-4c07-9a3e-636e92d1f5f2), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.947823 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50bd8108-db9a-44aa-90c5-995a13e83814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:14.951961 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-50bd8108-db9a-44aa-90c5-995a13e83814 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f83c1d06-a466-4c07-9a3e-636e92d1f5f2 HTTP/1.1" status: 204 len: 168 time: 0.1609783 May 10 14:12:14.959507 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-04f3097b-7191-4fbf-b1a2-a7e0790a77db req-570076dc-9cca-4328-b27f-be9d0ee9b06b tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 210 time: 0.0305867 May 10 14:12:14.959705 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd8108-db9a-44aa-90c5-995a13e83814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c1d06-a466-4c07-9a3e-636e92d1f5f2,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:15.237590 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35268) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:15.251074 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a59f5bba-384a-41f2-9ea2-1e4a071c4cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.331712 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a59f5bba-384a-41f2-9ea2-1e4a071c4cb2 admin admin] Publish callbacks [] for security_group (2f82d341-e70b-4287-8e89-df49be1e99c7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.336171 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a59f5bba-384a-41f2-9ea2-1e4a071c4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2f82d341-e70b-4287-8e89-df49be1e99c7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.374624 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a59f5bba-384a-41f2-9ea2-1e4a071c4cb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d19e9508102c445197ef5ab6cf34cc4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358569 May 10 14:12:15.376587 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f5bba-384a-41f2-9ea2-1e4a071c4cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82d341-e70b-4287-8e89-df49be1e99c7,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:15.377303 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35270) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:15.426057 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521ac90a-a2d6-47df-b10b-01faffd1fba0 admin admin] Publish callbacks [] for security_group (2f82d341-e70b-4287-8e89-df49be1e99c7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.448060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521ac90a-a2d6-47df-b10b-01faffd1fba0 admin admin] Publish callbacks [] for security_group (2f82d341-e70b-4287-8e89-df49be1e99c7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.502692 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521ac90a-a2d6-47df-b10b-01faffd1fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (2f82d341-e70b-4287-8e89-df49be1e99c7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.506394 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-521ac90a-a2d6-47df-b10b-01faffd1fba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:15.507640 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-521ac90a-a2d6-47df-b10b-01faffd1fba0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f82d341-e70b-4287-8e89-df49be1e99c7 HTTP/1.1" status: 204 len: 168 time: 0.1292715 May 10 14:12:15.516414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ac90a-a2d6-47df-b10b-01faffd1fba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82d341-e70b-4287-8e89-df49be1e99c7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:16.002661 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a3ee7-0d8f-42c2-8329-067def7b7625 req-c6753964-a4db-4fca-a888-95110b535eca tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:16.011846 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-897a3ee7-0d8f-42c2-8329-067def7b7625 req-c6753964-a4db-4fca-a888-95110b535eca tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.0762382 May 10 14:12:16.087705 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-897a3ee7-0d8f-42c2-8329-067def7b7625 req-e8430ac3-ae01-4922-a14e-9a2d8a753503 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750353 May 10 14:12:16.181271 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb62aef4-4155-47e0-8d8e-ade9aea7f415 req-a795d5d2-518e-4953-bdc2-e0d008fa1a77 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 210 time: 0.0496593 May 10 14:12:16.253185 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-934cb50f-b44e-472c-b848-a5ff99da342a tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:16.255706 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-934cb50f-b44e-472c-b848-a5ff99da342a tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "GET /v2.0/networks?id=6b8e03f0-d737-44f8-b409-295351c0bde4 HTTP/1.1" status: 200 len: 809 time: 0.2555375 May 10 14:12:16.268174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Request body: {'port': {'device_id': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4', 'admin_state_up': True, 'tenant_id': '41c12a4697c94557a7033e2af0d32d19'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:12:16.384963 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Made reservation on behalf of 41c12a4697c94557a7033e2af0d32d19 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:12:16.388589 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:16.530463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Allocated IP 172.20.0.5 (6b8e03f0-d737-44f8-b409-295351c0bde4/74e50ea7-5651-4fcd-a4e3-3fdca85464f3/bcc11d5d-3ee4-4932-af11-3f2e6c69fb92) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:12:16.684755 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks [] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:16.718307 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:16.764221 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Network 6b8e03f0-d737-44f8-b409-295351c0bde4 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:12:16.767513 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:12:16.774275 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:12:17.069566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Pushing event updated for resources: {'Port': ['ID=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:17.096878 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:17.097474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.114923 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-8f84f528-dc67-4d42-865e-969fe6adef10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8510623 May 10 14:12:17.124255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-c0889596-b247-4a00-828b-d5d409b3c2b2 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:12:17.125331 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-c0889596-b247-4a00-828b-d5d409b3c2b2 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058954 May 10 14:12:17.136170 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Request body: {'port': {'device_id': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:12:17.195902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.227835 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d08ed6-adf2-446d-878c-17d1cdd8a0d9 req-aaee27b4-2b9e-4b24-800a-df41a8b1899e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:17.229470 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-31d08ed6-adf2-446d-878c-17d1cdd8a0d9 req-aaee27b4-2b9e-4b24-800a-df41a8b1899e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.0697820 May 10 14:12:17.289923 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-31d08ed6-adf2-446d-878c-17d1cdd8a0d9 req-48cf35cf-c882-4746-919f-f12d58ca5a03 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545845 May 10 14:12:17.402999 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20b77d-f7e8-44ab-a3d0-215e8c30fc29 req-6811258f-6a8d-4b54-943d-fd1d61508cb5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:17.404479 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c20b77d-f7e8-44ab-a3d0-215e8c30fc29 req-6811258f-6a8d-4b54-943d-fd1d61508cb5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 931 time: 0.1011491 May 10 14:12:17.486040 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c20b77d-f7e8-44ab-a3d0-215e8c30fc29 req-74e30459-839f-4e58-896c-7198dbd3c916 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729604 May 10 14:12:17.542915 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:12:17.550052 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Publish callbacks [] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.562807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Transition to ACTIVE for port object bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:12:17.566828 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.620454 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:17.690432 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Attempting to bind port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:12:17.690761 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Attempting to bind port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:12:17.691086 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Attempting to bind port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 on network 6b8e03f0-d737-44f8-b409-295351c0bde4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:12:17.695909 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 on network 6b8e03f0-d737-44f8-b409-295351c0bde4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:12:17.696220 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Attempting to bind port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 on network 6b8e03f0-d737-44f8-b409-295351c0bde4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:12:17.700898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:12:17.701230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Checking segment: {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:12:17.701604 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Bound using segment: {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:12:17.702019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Bound port: bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:12:17.702404 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.763775 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] For port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:12:17.766641 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] For port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:12:17.772596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.811127 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:17.811781 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:17.813332 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] 10.222.0.59 "PUT /v2.0/ports/bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 HTTP/1.1" status: 200 len: 1093 time: 0.6811724 May 10 14:12:17.813767 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'tag': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:17.816037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55691b99-c1a2-4e43-a8f0-90090df1d03f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83d27b-3331-4e10-8c64-a7bf8291cb9e", "tag": "bcc11d5d-3ee4-4932-af11-3f2e6c69fb92"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:17.847877 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0391b6-7af1-4505-b636-1a7c0ef2cd99 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:17.852647 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ec46fb-fc33-4977-a99a-8593743e1654 x-openstack-request-id: req-34ec46fb-fc33-4977-a99a-8593743e1654 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:17.852932 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83d27b-3331-4e10-8c64-a7bf8291cb9e", "tag": "bcc11d5d-3ee4-4932-af11-3f2e6c69fb92", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:17.853184 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34ec46fb-fc33-4977-a99a-8593743e1654 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:17.853735 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ec46fb-fc33-4977-a99a-8593743e1654'] response: {'name': 'network-changed', 'server_uuid': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'tag': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92', 'status': 'completed', 'code': 200} May 10 14:12:17.900785 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-1a5c40c5-1c1c-4e41-acf2-8435c2d42ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:17.902316 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-1a5c40c5-1c1c-4e41-acf2-8435c2d42ef4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41c12a4697c94557a7033e2af0d32d19&device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 1127 time: 0.0432122 May 10 14:12:17.945830 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-6de69ea7-8989-4778-b578-b83a212138d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 HTTP/1.1" status: 200 len: 217 time: 0.0352709 May 10 14:12:18.005591 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-67d8a7ed-eacc-4a79-9dd8-c6f527051e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:18.005591 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-67d8a7ed-eacc-4a79-9dd8-c6f527051e85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e50ea7-5651-4fcd-a4e3-3fdca85464f3 HTTP/1.1" status: 200 len: 849 time: 0.0517433 May 10 14:12:18.036561 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-7818a200-6333-4a33-8a42-06d5ffbf547e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b8e03f0-d737-44f8-b409-295351c0bde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253913 May 10 14:12:18.132313 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-a00f62e8-896c-4a0d-95ef-93a4d7a2bb8c service neutron] 10.222.0.59 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864892 May 10 14:12:18.226990 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2fac1-18be-4e22-b76a-7b3b948c74e8 req-2c3e873c-639d-4db3-9c8b-d8f598372f7d service neutron] 10.222.0.59 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884788 May 10 14:12:18.598925 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3a7c8-a7a6-4602-bc5f-5529ffef261c req-d02f795d-b19b-42fa-a38a-05997cb7eda5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:18.600382 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8a3a7c8-a7a6-4602-bc5f-5529ffef261c req-d02f795d-b19b-42fa-a38a-05997cb7eda5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 943 time: 0.0470750 May 10 14:12:18.648294 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8a3a7c8-a7a6-4602-bc5f-5529ffef261c req-912da536-8135-4614-a980-369c6bea3acf tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 May 10 14:12:19.764348 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1ec0f-63f2-4df7-aa0a-e57c630abb9d req-c0e631dc-1694-4c31-a488-5b5d0e132608 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:19.765833 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c1d1ec0f-63f2-4df7-aa0a-e57c630abb9d req-c0e631dc-1694-4c31-a488-5b5d0e132608 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 943 time: 0.0475276 May 10 14:12:19.813986 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c1d1ec0f-63f2-4df7-aa0a-e57c630abb9d req-400d6f99-1443-454b-8a57-44cb4da0d264 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 May 10 14:12:20.738876 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-02f68648-5eff-48bc-8fcc-abca4dc7a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:20.740348 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-02f68648-5eff-48bc-8fcc-abca4dc7a387 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41c12a4697c94557a7033e2af0d32d19&device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 1127 time: 0.0394745 May 10 14:12:20.839908 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-401bb6a6-52ae-431d-b3ec-eb059038988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:20.841968 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-401bb6a6-52ae-431d-b3ec-eb059038988e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b8e03f0-d737-44f8-b409-295351c0bde4 HTTP/1.1" status: 200 len: 910 time: 0.0926220 May 10 14:12:20.885437 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-6c4808fc-2613-4564-9b58-93e57fab0bd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 HTTP/1.1" status: 200 len: 217 time: 0.0375237 May 10 14:12:20.965956 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa869a0-958b-4456-ba34-736d979d14a4 req-45f7305d-900f-4016-bc82-644b5aaa94f9 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:20.967765 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fa869a0-958b-4456-ba34-736d979d14a4 req-45f7305d-900f-4016-bc82-644b5aaa94f9 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 943 time: 0.0811231 May 10 14:12:20.971706 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-0a5b5dd2-ec39-4322-83a8-2ad5ebfc8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:20.973091 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-0a5b5dd2-ec39-4322-83a8-2ad5ebfc8ddf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e50ea7-5651-4fcd-a4e3-3fdca85464f3 HTTP/1.1" status: 200 len: 849 time: 0.0779915 May 10 14:12:20.978609 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:12:21.016942 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-777ab864-fd2d-4512-8fc0-5a39052bb123 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b8e03f0-d737-44f8-b409-295351c0bde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368252 May 10 14:12:21.077765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:21.086459 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fa869a0-958b-4456-ba34-736d979d14a4 req-04b4a205-ce77-45ee-8c09-3d52b506988a tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123817 May 10 14:12:21.093861 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92', 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4', 'port_id': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92', 'mac_address': 'fa:16:3e:aa:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e50ea7-5651-4fcd-a4e3-3fdca85464f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:12:21.138169 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-6276ff9b-5663-448b-8917-0e584dd58826 service neutron] 10.222.0.59 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130748 May 10 14:12:21.138402 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:21.138402 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:21.152176 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:12:21.172206 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:21.176759 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:21.225712 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:21.234939 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55691b99-c1a2-4e43-a8f0-90090df1d03f req-efb8f3d8-c4bd-447d-bc98-f35194919e50 service neutron] 10.222.0.59 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904255 May 10 14:12:21.607817 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['bcc11d5d-3ee4-4932-af11-3f2e6c69fb92'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:12:22.212523 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6442-48ba-4530-8e64-059bf850bb6e req-0d20aac3-08c2-4ee5-ab4c-04aaee2976b3 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:22.214072 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-91dd6442-48ba-4530-8e64-059bf850bb6e req-0d20aac3-08c2-4ee5-ab4c-04aaee2976b3 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 944 time: 0.0520692 May 10 14:12:22.261521 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-91dd6442-48ba-4530-8e64-059bf850bb6e req-a09ee29c-793a-4921-bf91-ac7ae98e650f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 May 10 14:12:23.005532 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:12:23.051281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:12:23.058191 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:12:23.058590 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:23.142349 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:23.142643 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:23.165025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:23.167187 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb4e3ba-3d9d-4b33-b509-007f73512a1b" -d '{"events": [{"server_uuid": "bd83d27b-3331-4e10-8c64-a7bf8291cb9e", "name": "network-vif-plugged", "status": "completed", "tag": "bcc11d5d-3ee4-4932-af11-3f2e6c69fb92"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:23.180539 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:23.185854 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:23.208711 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870fdca1-e8f1-42f4-ad84-deedd6edccfc x-openstack-request-id: req-870fdca1-e8f1-42f4-ad84-deedd6edccfc {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:23.209032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83d27b-3331-4e10-8c64-a7bf8291cb9e", "name": "network-vif-plugged", "status": "completed", "tag": "bcc11d5d-3ee4-4932-af11-3f2e6c69fb92", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:23.209624 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-870fdca1-e8f1-42f4-ad84-deedd6edccfc {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:23.209774 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870fdca1-e8f1-42f4-ad84-deedd6edccfc'] response: {'server_uuid': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92', 'code': 200} May 10 14:12:23.238073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:23.376392 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12a6d6-b375-48f2-8e71-68b7e60d1cfd req-3fe0198c-0bb7-4ff0-bd95-ef8c146c2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:23.377895 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a12a6d6-b375-48f2-8e71-68b7e60d1cfd req-3fe0198c-0bb7-4ff0-bd95-ef8c146c2b40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 1129 time: 0.0473711 May 10 14:12:23.386312 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b98c90-61c5-468f-ab89-f1c33aac1b11 req-527bb284-4690-4235-9154-8a567cc50407 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:23.387793 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-76b98c90-61c5-468f-ab89-f1c33aac1b11 req-527bb284-4690-4235-9154-8a567cc50407 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 945 time: 0.0477951 May 10 14:12:23.424497 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a12a6d6-b375-48f2-8e71-68b7e60d1cfd req-ebdad694-4b55-4e35-ace1-911e4845edcc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 May 10 14:12:23.436408 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-76b98c90-61c5-468f-ab89-f1c33aac1b11 req-d6e40260-8168-43a2-9289-6d4afb93681c tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 May 10 14:12:24.239783 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-428b9b7c-90fb-4716-8543-fe458fe7b4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:24.378221 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:12:24.559409 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5c89-ab4b-467c-820d-4627b9476602 req-6ea5db12-5189-4950-9ed0-537db0f76d4c tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:24.560777 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b75d5c89-ab4b-467c-820d-4627b9476602 req-6ea5db12-5189-4950-9ed0-537db0f76d4c tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 945 time: 0.0520806 May 10 14:12:24.607753 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b75d5c89-ab4b-467c-820d-4627b9476602 req-d204d246-29b6-414f-a139-16e2e0afaf5b tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 May 10 14:12:25.721505 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5315c2-9f1d-4463-b18b-4ccfc4018281 req-cb314302-9d87-44ae-9804-80e9182b0dec tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:25.723021 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0b5315c2-9f1d-4463-b18b-4ccfc4018281 req-cb314302-9d87-44ae-9804-80e9182b0dec tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 945 time: 0.0479801 May 10 14:12:25.773891 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0b5315c2-9f1d-4463-b18b-4ccfc4018281 req-e3d0ee45-b3bf-44b4-912d-e7b8043dc7a3 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 May 10 14:12:26.343575 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d523c5f4-2ef8-46e5-a700-a64d8bbf58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:26.428108 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf8c0-c8d8-47b0-beb3-7299d54cfb32 req-8995f5aa-7414-4e9b-bc88-045d553ad1ba tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:26.429609 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33baf8c0-c8d8-47b0-beb3-7299d54cfb32 req-8995f5aa-7414-4e9b-bc88-045d553ad1ba tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 945 time: 0.0504818 May 10 14:12:26.475874 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33baf8c0-c8d8-47b0-beb3-7299d54cfb32 req-406c9ef8-00c3-4875-b4e3-07df40d9aee4 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 May 10 14:12:27.588866 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2edf8-6831-4600-916f-6537f641e318 req-31f0a5e0-1de0-4000-981f-61cde545529b tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:27.590311 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ffe2edf8-6831-4600-916f-6537f641e318 req-31f0a5e0-1de0-4000-981f-61cde545529b tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 945 time: 0.0454960 May 10 14:12:27.639229 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ffe2edf8-6831-4600-916f-6537f641e318 req-f66a19fb-dda3-4248-b65b-9639becbbbdb tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 May 10 14:12:27.799925 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:27.924792 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-424c3421-1939-4171-b0c8-13d1625fbda0 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:27.926124 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-424c3421-1939-4171-b0c8-13d1625fbda0 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 945 time: 0.0466218 May 10 14:12:28.006576 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Deleting port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:12:28.006911 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:28.094878 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] For port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:28.095235 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:28.108469 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Calling delete_port for bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:12:28.239260 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (bcc11d5d-3ee4-4932-af11-3f2e6c69fb92), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:28.251276 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['bcc11d5d-3ee4-4932-af11-3f2e6c69fb92'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:12:28.277917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Pushing event deleted for resources: {'Port': ['ID=bcc11d5d-3ee4-4932-af11-3f2e6c69fb92,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:28.313342 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] No DVR routers for this DVR port bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:12:28.315862 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:28.319363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-34e96453-bc2b-4aad-8c57-cad8ff5f3f6c req-a1c960d1-ce68-4104-ab99-7bd3b72162f5 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "DELETE /v2.0/ports/bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 HTTP/1.1" status: 204 len: 173 time: 0.3877707 May 10 14:12:28.320325 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'name': 'network-vif-deleted', 'tag': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:28.323662 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f131ded8-2cbc-48d8-a3fd-14fb52875790" -d '{"events": [{"server_uuid": "bd83d27b-3331-4e10-8c64-a7bf8291cb9e", "name": "network-vif-deleted", "tag": "bcc11d5d-3ee4-4932-af11-3f2e6c69fb92"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:28.363710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9850295-4679-4a4b-91fb-413383386978 x-openstack-request-id: req-c9850295-4679-4a4b-91fb-413383386978 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:28.364002 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83d27b-3331-4e10-8c64-a7bf8291cb9e", "name": "network-vif-deleted", "tag": "bcc11d5d-3ee4-4932-af11-3f2e6c69fb92", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:28.364252 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9850295-4679-4a4b-91fb-413383386978 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:28.364653 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9850295-4679-4a4b-91fb-413383386978'] response: {'server_uuid': 'bd83d27b-3331-4e10-8c64-a7bf8291cb9e', 'name': 'network-vif-deleted', 'tag': 'bcc11d5d-3ee4-4932-af11-3f2e6c69fb92', 'status': 'completed', 'code': 200} May 10 14:12:28.746169 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd90a294-7eaf-48a5-bb0a-290843ad5a23 req-1fb6129b-2d1a-40af-9cc3-9f4ad7c40017 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd83d27b-3331-4e10-8c64-a7bf8291cb9e HTTP/1.1" status: 200 len: 210 time: 0.0281622 May 10 14:12:28.935622 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:30.047473 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-82dede40-0ef0-4fe8-94f0-1de9d65e0c04 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:30.048818 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-82dede40-0ef0-4fe8-94f0-1de9d65e0c04 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/networks?id=6b8e03f0-d737-44f8-b409-295351c0bde4 HTTP/1.1" status: 200 len: 809 time: 0.1004243 May 10 14:12:30.063213 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05d77201-1551-47ab-a334-08cabd0dc7fb tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/quotas/41c12a4697c94557a7033e2af0d32d19 HTTP/1.1" status: 200 len: 375 time: 0.0092006 May 10 14:12:30.096308 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-3061804f-99c0-43aa-906e-478f8896d65e tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41c12a4697c94557a7033e2af0d32d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280323 May 10 14:12:30.106995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-4ea9c7ea-c0e4-435f-af2c-d885fcb5405f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:12:30.107923 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-4ea9c7ea-c0e4-435f-af2c-d885fcb5405f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049331 May 10 14:12:30.199236 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-4519c985-ce6e-43ff-b930-ea5bc3a15dcb service neutron] 10.222.0.32 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862408 May 10 14:12:30.285626 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-c91cb6ad-9b29-4934-906c-d69e2293e78f service neutron] 10.222.0.32 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807705 May 10 14:12:30.343549 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:30.443861 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f5420c5-d6d6-41df-97db-436894a8c197 req-42a60559-1f82-4eb7-b9ce-33e65b0c53cb tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 210 time: 0.0274911 May 10 14:12:31.021178 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:12:31.041717 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:12:31.042059 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bcc11d5d-3ee4-4932-af11-3f2e6c69fb92 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:12:31.335141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-02907bb6-67f1-40ee-9e13-fde49f8e9844 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:31.337370 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-02907bb6-67f1-40ee-9e13-fde49f8e9844 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "GET /v2.0/networks?id=6b8e03f0-d737-44f8-b409-295351c0bde4 HTTP/1.1" status: 200 len: 809 time: 0.1069043 May 10 14:12:31.350094 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Request body: {'port': {'device_id': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4', 'admin_state_up': True, 'tenant_id': '41c12a4697c94557a7033e2af0d32d19'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:12:31.459435 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Made reservation on behalf of 41c12a4697c94557a7033e2af0d32d19 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:12:31.463966 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:31.550993 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3e37adf-0a69-48db-b338-a6de2c406186 req-150bfe6e-5cff-471e-af33-ecc306ad2b30 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 210 time: 0.0342994 May 10 14:12:31.612524 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Allocated IP 172.20.0.12 (6b8e03f0-d737-44f8-b409-295351c0bde4/74e50ea7-5651-4fcd-a4e3-3fdca85464f3/f7124be4-99ab-4ba6-a1cc-39b8f19f08bc) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:12:31.757946 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks [] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:31.790262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:31.837358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Network 6b8e03f0-d737-44f8-b409-295351c0bde4 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:12:31.840587 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:12:31.842958 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:12:31.870619 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Pushing event updated for resources: {'Port': ['ID=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:31.899089 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:31.899692 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:31.915927 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-05ae68bf-538b-4da2-a5d3-cf22d85c565f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694301 May 10 14:12:31.927108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Request body: {'port': {'device_id': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:12:31.983898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.243357 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7124be4-99ab-4ba6-a1cc-39b8f19f08bc {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:12:32.252417 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Publish callbacks [] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.264399 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Transition to ACTIVE for port object f7124be4-99ab-4ba6-a1cc-39b8f19f08bc will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:12:32.268022 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.316100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Pushing event updated for resources: {'Port': ['ID=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:32.387349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Attempting to bind port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:12:32.388051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Attempting to bind port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:12:32.388051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Attempting to bind port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc on network 6b8e03f0-d737-44f8-b409-295351c0bde4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:12:32.392157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc on network 6b8e03f0-d737-44f8-b409-295351c0bde4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:12:32.392476 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Attempting to bind port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc on network 6b8e03f0-d737-44f8-b409-295351c0bde4 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:12:32.397178 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:12:32.397506 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Checking segment: {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:12:32.397882 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Bound using segment: {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:12:32.398863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Bound port: f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:12:32.399288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.460754 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] For port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:12:32.464527 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] For port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:12:32.469746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.501141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:32.501745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.503179 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7124be4-99ab-4ba6-a1cc-39b8f19f08bc HTTP/1.1" status: 200 len: 1094 time: 0.5800302 May 10 14:12:32.503600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'tag': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:32.505824 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708dc7f9-262e-4161-bfe2-5a02c97f71fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa5f192-32d1-498a-911b-9f0d660e342a", "tag": "f7124be4-99ab-4ba6-a1cc-39b8f19f08bc"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:32.530294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b12cf8-6550-44a8-a232-9414e78b5914 service neutron] Pushing event updated for resources: {'Port': ['ID=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:32.543070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541078e2-91e8-4f38-b789-197fc3e27be3 x-openstack-request-id: req-541078e2-91e8-4f38-b789-197fc3e27be3 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:32.543352 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa5f192-32d1-498a-911b-9f0d660e342a", "tag": "f7124be4-99ab-4ba6-a1cc-39b8f19f08bc", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:32.543599 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-541078e2-91e8-4f38-b789-197fc3e27be3 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:32.543995 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541078e2-91e8-4f38-b789-197fc3e27be3'] response: {'name': 'network-changed', 'server_uuid': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'tag': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc', 'status': 'completed', 'code': 200} May 10 14:12:32.673524 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dc7f9-262e-4161-bfe2-5a02c97f71fb req-1d205e7d-6070-417e-898d-54503d757141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:32.675448 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-708dc7f9-262e-4161-bfe2-5a02c97f71fb req-1d205e7d-6070-417e-898d-54503d757141 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41c12a4697c94557a7033e2af0d32d19&device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 1128 time: 0.0780144 May 10 14:12:32.697689 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533b4b-c70b-484c-882c-4a1fae4e1ac9 req-b36fcf99-aacf-4f23-8fd2-15a2e68c70e6 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:32.699145 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e533b4b-c70b-484c-882c-4a1fae4e1ac9 req-b36fcf99-aacf-4f23-8fd2-15a2e68c70e6 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 944 time: 0.0731316 May 10 14:12:32.811096 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e533b4b-c70b-484c-882c-4a1fae4e1ac9 req-808f5a03-2797-4aaf-a151-24134a54d79b tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001406 May 10 14:12:32.823883 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dc7f9-262e-4161-bfe2-5a02c97f71fb req-5682bad1-b5e0-4a64-981b-5f5b82bbd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:32.825330 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-708dc7f9-262e-4161-bfe2-5a02c97f71fb req-5682bad1-b5e0-4a64-981b-5f5b82bbd650 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=41c12a4697c94557a7033e2af0d32d19&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1411531 May 10 14:12:32.917058 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dc7f9-262e-4161-bfe2-5a02c97f71fb req-b278ec02-b77b-43f9-859d-d04aaed7116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:32.918684 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-708dc7f9-262e-4161-bfe2-5a02c97f71fb req-b278ec02-b77b-43f9-859d-d04aaed7116b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875256 May 10 14:12:32.993451 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-a3690e24-0c0f-4123-bae7-dbfaa18ccf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:32.995113 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-a3690e24-0c0f-4123-bae7-dbfaa18ccf61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=41c12a4697c94557a7033e2af0d32d19&device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 1128 time: 0.0404027 May 10 14:12:33.038669 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-6893e651-64e7-4c52-a92b-61b2136a6f66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc HTTP/1.1" status: 200 len: 217 time: 0.0367234 May 10 14:12:33.084820 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-07a32348-24ff-4122-8bde-9c28ea27f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:33.086820 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-07a32348-24ff-4122-8bde-9c28ea27f448 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e50ea7-5651-4fcd-a4e3-3fdca85464f3 HTTP/1.1" status: 200 len: 849 time: 0.0429158 May 10 14:12:33.118803 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-9ec01958-c0a5-4cae-a89e-245eceeef8c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b8e03f0-d737-44f8-b409-295351c0bde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258834 May 10 14:12:33.207902 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-48e6ea0e-8ecc-4842-9e26-f6e00813afac service neutron] 10.222.0.59 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831442 May 10 14:12:33.293461 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83386ef3-3cfd-478c-9ff8-ec198662597d req-416d15db-306b-458b-95a1-7a37c6095ac7 service neutron] 10.222.0.59 "GET /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796776 May 10 14:12:33.923113 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a82841-c0d0-4fa5-8e81-bb1c638c1fd9 req-fff336e9-6610-42ae-b494-2176eb543196 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:33.924557 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-21a82841-c0d0-4fa5-8e81-bb1c638c1fd9 req-fff336e9-6610-42ae-b494-2176eb543196 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 944 time: 0.0452976 May 10 14:12:33.973465 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-21a82841-c0d0-4fa5-8e81-bb1c638c1fd9 req-5370df5d-03d4-46b1-ba77-fd72a44c0777 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 May 10 14:12:35.085127 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade3ebd-f348-4381-96db-d97d446d7fb5 req-6898877d-d7fa-46c1-aaa7-5f541f856270 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:35.086502 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dade3ebd-f348-4381-96db-d97d446d7fb5 req-6898877d-d7fa-46c1-aaa7-5f541f856270 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 944 time: 0.0459216 May 10 14:12:35.139790 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dade3ebd-f348-4381-96db-d97d446d7fb5 req-77ea3087-9780-4ae6-ac58-a48eb02e0baa tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 May 10 14:12:36.253234 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ad2d7-092a-44ea-b0c4-0ff830b22de6 req-64e021e5-d588-4838-a3ee-e111b86afd12 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:36.254704 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc7ad2d7-092a-44ea-b0c4-0ff830b22de6 req-64e021e5-d588-4838-a3ee-e111b86afd12 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 944 time: 0.0473487 May 10 14:12:36.300957 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc7ad2d7-092a-44ea-b0c4-0ff830b22de6 req-f8e56e51-76a0-485a-b3f8-8ad051c9d07f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 May 10 14:12:36.755020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:37.043648 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f7124be4-99ab-4ba6-a1cc-39b8f19f08bc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:12:37.136175 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:37.147176 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc', 'network_id': '6b8e03f0-d737-44f8-b409-295351c0bde4', 'port_id': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc', 'mac_address': 'fa:16:3e:c0:21:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e50ea7-5651-4fcd-a4e3-3fdca85464f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:12:37.190929 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:37.191311 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:37.203829 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7124be4-99ab-4ba6-a1cc-39b8f19f08bc {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:12:37.221921 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:37.225570 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:37.278614 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:37.411790 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0ea24-199a-4dcb-a84a-ed018d554cdf req-2660fc6f-707b-47bf-ad1f-e70af6a98092 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:37.413257 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cde0ea24-199a-4dcb-a84a-ed018d554cdf req-2660fc6f-707b-47bf-ad1f-e70af6a98092 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 945 time: 0.0473025 May 10 14:12:37.460363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cde0ea24-199a-4dcb-a84a-ed018d554cdf req-2bd42b9a-69f4-4462-9776-71f71c2dfe8a tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 May 10 14:12:37.588842 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['f7124be4-99ab-4ba6-a1cc-39b8f19f08bc'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:12:38.132090 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-1d4546f7-a865-4335-9328-e469b9d760c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387490 May 10 14:12:38.213545 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-34ff254a-e743-4764-81e6-3fadac9489a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:38.215059 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-34ff254a-e743-4764-81e6-3fadac9489a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 1131 time: 0.0398498 May 10 14:12:38.328445 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-92daa493-3dec-4b5c-bdb5-c11a7234d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:38.330035 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-92daa493-3dec-4b5c-bdb5-c11a7234d1d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0948918 May 10 14:12:38.394824 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-f8820cf9-5635-4f49-9a44-85ba8ea2e5c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 200 len: 1002 time: 0.0583999 May 10 14:12:38.445102 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-beafb874-d344-4c35-951b-8ffc055b3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:38.446546 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-beafb874-d344-4c35-951b-8ffc055b3df4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0458026 May 10 14:12:38.488862 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-c66b2458-ad78-4be4-a37b-8c1757a5ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:38.490380 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-c66b2458-ad78-4be4-a37b-8c1757a5ccb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379016 May 10 14:12:38.574448 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcba2c-44fa-40ae-a25d-20b3a1d96fff req-7dbc7a70-e09c-4b02-9ead-2bce7656ae25 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:38.576591 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bfbcba2c-44fa-40ae-a25d-20b3a1d96fff req-7dbc7a70-e09c-4b02-9ead-2bce7656ae25 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 945 time: 0.0471303 May 10 14:12:38.577892 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-21ff0897-a17b-4b44-ba64-2ba9ee395214 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809879 May 10 14:12:38.623584 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bfbcba2c-44fa-40ae-a25d-20b3a1d96fff req-ed28f1fc-7da7-44e2-b771-c476ee416d10 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 May 10 14:12:38.673159 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-561500a3-e5c4-4e30-921b-a3459bb6df8b req-2a8597da-8e18-4980-9211-fc3163d6a1ab service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890074 May 10 14:12:39.736234 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74afd0-0327-4d10-888d-86ebeb9a0319 req-b3de4e38-1045-4ca2-b06d-77a1099e19e7 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:39.737673 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a74afd0-0327-4d10-888d-86ebeb9a0319 req-b3de4e38-1045-4ca2-b06d-77a1099e19e7 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 945 time: 0.0463793 May 10 14:12:39.782422 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9a74afd0-0327-4d10-888d-86ebeb9a0319 req-05265e96-364b-438e-b2a4-606fa49f9d36 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 May 10 14:12:40.771820 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f7124be4-99ab-4ba6-a1cc-39b8f19f08bc up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:12:40.816429 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:12:40.822833 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:12:40.824586 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:40.899274 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374e99f-3447-4f39-9c21-2e901eb268f9 req-f3368207-180d-4b37-afd0-7fa5bea2af48 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:40.902055 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a374e99f-3447-4f39-9c21-2e901eb268f9 req-f3368207-180d-4b37-afd0-7fa5bea2af48 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 945 time: 0.0518403 May 10 14:12:40.903508 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:40.903894 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:40.927006 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:40.929200 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a965093c-158a-4a67-9ef5-ac166b8b42f1" -d '{"events": [{"server_uuid": "1fa5f192-32d1-498a-911b-9f0d660e342a", "name": "network-vif-plugged", "status": "completed", "tag": "f7124be4-99ab-4ba6-a1cc-39b8f19f08bc"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:40.946385 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:40.950477 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:40.951009 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a374e99f-3447-4f39-9c21-2e901eb268f9 req-0076ad21-6cee-4067-a6d3-de2af25c7504 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 May 10 14:12:40.974631 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c838677-9da8-4672-8d5e-e6d05a0699e5 x-openstack-request-id: req-8c838677-9da8-4672-8d5e-e6d05a0699e5 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:40.974915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa5f192-32d1-498a-911b-9f0d660e342a", "name": "network-vif-plugged", "status": "completed", "tag": "f7124be4-99ab-4ba6-a1cc-39b8f19f08bc", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:40.975161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c838677-9da8-4672-8d5e-e6d05a0699e5 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:40.975544 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c838677-9da8-4672-8d5e-e6d05a0699e5'] response: {'server_uuid': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc', 'code': 200} May 10 14:12:41.002693 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:42.073406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a6fe-62b6-4c7e-bd01-cfe88f905c2a req-3f2fb350-8dc5-4767-a723-8c325e435a65 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:42.074935 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d9c2a6fe-62b6-4c7e-bd01-cfe88f905c2a req-3f2fb350-8dc5-4767-a723-8c325e435a65 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0493314 May 10 14:12:42.121069 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d9c2a6fe-62b6-4c7e-bd01-cfe88f905c2a req-90cf1687-5fdd-497a-99d0-0c241683ad00 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 May 10 14:12:42.580131 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd04ad2-59c8-492d-8b43-6c4474f1e19a req-fbbf2f8e-8684-4eee-86fa-8ab002cb66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:42.581588 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fd04ad2-59c8-492d-8b43-6c4474f1e19a req-fbbf2f8e-8684-4eee-86fa-8ab002cb66d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 1130 time: 0.0415914 May 10 14:12:42.799984 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fd04ad2-59c8-492d-8b43-6c4474f1e19a req-1fbd56f8-d0bb-4c9b-addb-cc3aa2a54660 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 May 10 14:12:43.237214 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd35a-a203-4ba0-9de0-a2bb47efb3c7 req-58bd08b2-2903-4a4d-a08b-f6aefb126c75 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:43.238665 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f2abd35a-a203-4ba0-9de0-a2bb47efb3c7 req-58bd08b2-2903-4a4d-a08b-f6aefb126c75 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0457220 May 10 14:12:43.283330 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f2abd35a-a203-4ba0-9de0-a2bb47efb3c7 req-173c5a19-caf1-4101-a8d4-0e0adf0c99d6 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 May 10 14:12:44.399713 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d0376-32d8-4874-b888-28acb5447f28 req-3229b46a-613c-47e3-88c5-24ac3989b41d tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:44.401161 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-413d0376-32d8-4874-b888-28acb5447f28 req-3229b46a-613c-47e3-88c5-24ac3989b41d tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0496817 May 10 14:12:44.447557 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-413d0376-32d8-4874-b888-28acb5447f28 req-08433548-9399-4886-99cf-d6c9561316d0 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 May 10 14:12:45.560438 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884eb16-9b09-46dc-86aa-4ff11b013982 req-69984e79-7d7b-4c14-bd5a-7e08a2f8a31e tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:45.561880 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e884eb16-9b09-46dc-86aa-4ff11b013982 req-69984e79-7d7b-4c14-bd5a-7e08a2f8a31e tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0455394 May 10 14:12:45.610618 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e884eb16-9b09-46dc-86aa-4ff11b013982 req-306e325d-ac9c-4cb2-b566-72a553d05139 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 May 10 14:12:47.509483 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f383c-a296-4ca8-a594-0968e4ccfe47 req-c1c80b0d-ea32-469f-bad6-187ffee7d770 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:47.510948 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-728f383c-a296-4ca8-a594-0968e4ccfe47 req-c1c80b0d-ea32-469f-bad6-187ffee7d770 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0485852 May 10 14:12:47.557564 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-728f383c-a296-4ca8-a594-0968e4ccfe47 req-a9dc8732-19bb-4721-91b9-e709d0dc811e tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 May 10 14:12:48.689497 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea90f3a-c191-4cfe-88bf-7e958977f545 req-a8631d92-09af-4077-815a-44b9e9d70de6 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:48.691189 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cea90f3a-c191-4cfe-88bf-7e958977f545 req-a8631d92-09af-4077-815a-44b9e9d70de6 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0583367 May 10 14:12:48.737829 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cea90f3a-c191-4cfe-88bf-7e958977f545 req-511db344-37ff-4b7d-8093-07fed8720912 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e14141f-5bdd-448b-8c99-72aa49a42a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 May 10 14:12:48.955976 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-076d6858-c387-4f29-b1a9-486573d4293a tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:48.957436 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-076d6858-c387-4f29-b1a9-486573d4293a tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 946 time: 0.0457814 May 10 14:12:49.042262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Deleting port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:12:49.042602 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:49.130564 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] For port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,segment=NetworkSegment(c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee),segment_id=c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:49.130851 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:49.144184 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Calling delete_port for f7124be4-99ab-4ba6-a1cc-39b8f19f08bc owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:12:49.276420 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (f7124be4-99ab-4ba6-a1cc-39b8f19f08bc), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:49.289206 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['f7124be4-99ab-4ba6-a1cc-39b8f19f08bc'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:12:49.307977 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Pushing event deleted for resources: {'Port': ['ID=f7124be4-99ab-4ba6-a1cc-39b8f19f08bc,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:49.353563 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.354139 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.354657 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.355006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.355348 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.355684 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.356017 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.356345 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.356742 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.357002 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.357326 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.357652 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.357977 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.358327 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.358653 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:49.385161 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] No DVR routers for this DVR port f7124be4-99ab-4ba6-a1cc-39b8f19f08bc on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:12:49.387960 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:49.391513 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cfea3264-dd1e-420a-a764-3a5561acf915 req-744933a3-bca9-49a6-ab7d-4ca71098ca2f tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.59 "DELETE /v2.0/ports/f7124be4-99ab-4ba6-a1cc-39b8f19f08bc HTTP/1.1" status: 204 len: 173 time: 0.4293289 May 10 14:12:49.392498 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'name': 'network-vif-deleted', 'tag': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:49.395744 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceadff1-7e60-4f59-8cbe-a6b52dbcc4e3" -d '{"events": [{"server_uuid": "1fa5f192-32d1-498a-911b-9f0d660e342a", "name": "network-vif-deleted", "tag": "f7124be4-99ab-4ba6-a1cc-39b8f19f08bc"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:49.558549 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ebdf8-f9c3-4193-809f-f0df4b2e4b05 x-openstack-request-id: req-839ebdf8-f9c3-4193-809f-f0df4b2e4b05 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:49.558836 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa5f192-32d1-498a-911b-9f0d660e342a", "name": "network-vif-deleted", "tag": "f7124be4-99ab-4ba6-a1cc-39b8f19f08bc", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:49.559082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-839ebdf8-f9c3-4193-809f-f0df4b2e4b05 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:49.559473 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839ebdf8-f9c3-4193-809f-f0df4b2e4b05'] response: {'server_uuid': '1fa5f192-32d1-498a-911b-9f0d660e342a', 'name': 'network-vif-deleted', 'tag': 'f7124be4-99ab-4ba6-a1cc-39b8f19f08bc', 'status': 'completed', 'code': 200} May 10 14:12:49.849120 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-747cbc26-63e3-491f-aa56-57a58d197e16 req-b2f613df-c782-49cf-8abb-535688639995 tempest-VolumesActionsTest-1990201908 tempest-VolumesActionsTest-1990201908-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fa5f192-32d1-498a-911b-9f0d660e342a HTTP/1.1" status: 200 len: 210 time: 0.0285501 May 10 14:12:52.104937 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f7124be4-99ab-4ba6-a1cc-39b8f19f08bc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:12:52.125493 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: f7124be4-99ab-4ba6-a1cc-39b8f19f08bc {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:12:52.125772 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f7124be4-99ab-4ba6-a1cc-39b8f19f08bc not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:12:54.242020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97fcfabd-b874-4a5c-98a1-55cf0c1fd2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:56.344918 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-707479af-0444-4345-8bb1-26c081dd3951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:57.802307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:58.943755 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:00.348177 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:01.377133 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:13:03.724583 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35768) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:03.852226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3280f74b-cc2b-471c-89a3-c64c1b7c3a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:03.959784 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3280f74b-cc2b-471c-89a3-c64c1b7c3a4d admin admin] Publish callbacks [] for security_group (a36dd1fc-6b71-4021-8587-e1035c34cc3c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:03.964699 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3280f74b-cc2b-471c-89a3-c64c1b7c3a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (a36dd1fc-6b71-4021-8587-e1035c34cc3c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:04.013250 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3280f74b-cc2b-471c-89a3-c64c1b7c3a4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e76a8e1114f43cb92c1dcd9dff1239d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874904 May 10 14:13:04.014518 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280f74b-cc2b-471c-89a3-c64c1b7c3a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36dd1fc-6b71-4021-8587-e1035c34cc3c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:04.016228 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35776) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:04.095729 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Publish callbacks [] for security_group (a36dd1fc-6b71-4021-8587-e1035c34cc3c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:04.126043 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Publish callbacks [] for security_group (a36dd1fc-6b71-4021-8587-e1035c34cc3c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:04.189452 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (a36dd1fc-6b71-4021-8587-e1035c34cc3c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:04.192112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:04.196023 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a36dd1fc-6b71-4021-8587-e1035c34cc3c HTTP/1.1" status: 204 len: 168 time: 0.1783042 May 10 14:13:04.204912 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36dd1fc-6b71-4021-8587-e1035c34cc3c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:04.214044 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.214501 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.214863 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.215184 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.215513 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.215930 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.216190 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.216478 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.216963 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.217112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.217427 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.217749 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.218069 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.218413 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.218726 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47eeac-2d15-43b7-bdb5-8487a2eea22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:04.997968 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35806) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:05.126941 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-66085710-network', 'tenant_id': '6350c410027a478988e364b17696da95'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:05.153992 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Made reservation on behalf of 6350c410027a478988e364b17696da95 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:13:05.157012 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.166994 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.256815 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks [] for security_group (d32daa78-32d5-4b24-88f5-daf896732292), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.261798 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d32daa78-32d5-4b24-88f5-daf896732292), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.287027 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:13:05.296326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32daa78-32d5-4b24-88f5-daf896732292,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:05.303379 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (b0031341-46fa-4e62-9f99-3b37eafc98e2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.303742 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Added segment b0031341-46fa-4e62-9f99-3b37eafc98e2 of type vlan for network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af May 10 14:13:05.353852 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.382339 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.383381 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:05.384659 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.412473 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4130998 May 10 14:13:05.416054 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35810) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:05.421467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Request body: {'subnet': {'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-66085710-subnet', 'tenant_id': '6350c410027a478988e364b17696da95', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:05.451120 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Made reservation on behalf of 6350c410027a478988e364b17696da95 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:13:05.454516 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384682'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.468346 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2f891-1ab2-4735-8dfd-01b8fedecd1b admin admin] Pushing event updated for resources: {'Network': ['ID=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:05.480010 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:13:05.945590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9118310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384692'] for subnet (5b5a35ec-393d-4b68-b7ca-2166a52253e3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.006603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5a35ec-393d-4b68-b7ca-2166a52253e3,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:06.013160 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Checking segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:06.013160 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Network hostable DHCP agents. Network: 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:13:06.033443 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:13:06.043140 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:06.050242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:06.051076 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.063333 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82ab44-9c55-4102-938a-25bbe39d540f None None] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:13:06.079090 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35816) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:06.084167 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:06.086178 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3ddb0e11-641f-4da5-bbd8-9b05c3c2d34f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6688216 May 10 14:13:06.111049 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (2b892939-1e27-47cf-85a2-a03ba61761c8), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.112025 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (2b892939-1e27-47cf-85a2-a03ba61761c8), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.224420 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks [] for router_controller (2b892939-1e27-47cf-85a2-a03ba61761c8), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.322612 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:13:06.323899 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.413034 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks [] for router_gateway (2b892939-1e27-47cf-85a2-a03ba61761c8), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.483521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Allocated IP 172.20.0.2 (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af/5b5a35ec-393d-4b68-b7ca-2166a52253e3/db7cfb65-294d-4797-8ece-18472a4a99ee) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:06.613170 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks [] for router_gateway (2b892939-1e27-47cf-85a2-a03ba61761c8), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.634834 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.643507 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Publish callbacks [] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.651579 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.698903 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:06.704588 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:06.712451 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:06.715966 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Pushing event updated for resources: {'Port': ['ID=db7cfb65-294d-4797-8ece-18472a4a99ee,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:06.775859 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Allocated IP 172.27.2.221 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/add2c350-0c1a-4e51-8510-ef834de7c24a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:06.809598 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.830976 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Attempting to bind port db7cfb65-294d-4797-8ece-18472a4a99ee on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:06.836028 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Attempting to bind port db7cfb65-294d-4797-8ece-18472a4a99ee by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:06.836028 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Attempting to bind port db7cfb65-294d-4797-8ece-18472a4a99ee on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:06.845731 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:06.847879 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Checking segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:06.849291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.850023 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Bound using segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:06.855315 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Bound port: db7cfb65-294d-4797-8ece-18472a4a99ee, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:06.855315 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.923679 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks [] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.934418 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] For port db7cfb65-294d-4797-8ece-18472a4a99ee, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:06.938664 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] For port db7cfb65-294d-4797-8ece-18472a4a99ee, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=db7cfb65-294d-4797-8ece-18472a4a99ee,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:06.949814 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:06.996236 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:07.047631 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6644c5-994a-4b00-b67a-6b9f9c200cb9 None None] Pushing event updated for resources: {'Port': ['ID=db7cfb65-294d-4797-8ece-18472a4a99ee,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:07.049402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:07.063923 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:07.067568 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:07.069627 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Pushing event updated for resources: {'Port': ['ID=add2c350-0c1a-4e51-8510-ef834de7c24a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:07.694018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks [] for router_gateway (2b892939-1e27-47cf-85a2-a03ba61761c8), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:07.936236 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (2b892939-1e27-47cf-85a2-a03ba61761c8), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.112897 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:13:08.237940 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device db7cfb65-294d-4797-8ece-18472a4a99ee up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:08.269431 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:08.288416 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:08.289750 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.292223 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ae40b6ab-1375-4dcf-81ee-30f73a3007de admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2111318 May 10 14:13:08.294645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35830) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:08.304288 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:08.305141 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:08.314465 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port db7cfb65-294d-4797-8ece-18472a4a99ee triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:08.314843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.431915 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port db7cfb65-294d-4797-8ece-18472a4a99ee is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:08.432450 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.481157 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port db7cfb65-294d-4797-8ece-18472a4a99ee, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=db7cfb65-294d-4797-8ece-18472a4a99ee,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:08.489231 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.518546 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:08.528250 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d5004-5b8b-4d6e-b18e-22841714dea7 None None] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:13:08.606470 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-776fd2dd-5599-4cff-99b1-b675f1bcd782 None None] Provisioning complete for port db7cfb65-294d-4797-8ece-18472a4a99ee triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:08.606925 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-776fd2dd-5599-4cff-99b1-b675f1bcd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.662779 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=db7cfb65-294d-4797-8ece-18472a4a99ee,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:08.790770 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-776fd2dd-5599-4cff-99b1-b675f1bcd782 None None] Current status of the port db7cfb65-294d-4797-8ece-18472a4a99ee is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:08.840057 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:07Z', 'revision_number': 3, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:08.876439 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:08.880816 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Updating router 2b892939-1e27-47cf-85a2-a03ba61761c8 port add2c350-0c1a-4e51-8510-ef834de7c24a binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:13:08.922281 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:08.922617 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.145687 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Allocated IP 172.20.0.1 (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af/5b5a35ec-393d-4b68-b7ca-2166a52253e3/2964f9fc-a17e-40e5-a07b-05eea9de02a0) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:09.218371 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8734188c-e23a-4a61-9f30-b54fcc823cf1 None None] Provisioning complete for port db7cfb65-294d-4797-8ece-18472a4a99ee triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:09.219121 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8734188c-e23a-4a61-9f30-b54fcc823cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.292275 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks [] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.329435 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.352134 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8734188c-e23a-4a61-9f30-b54fcc823cf1 None None] Current status of the port db7cfb65-294d-4797-8ece-18472a4a99ee is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:09.353869 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Publish callbacks [] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.364163 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.375406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:09.382294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:09.387039 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:09.389312 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Pushing event updated for resources: {'Port': ['ID=2964f9fc-a17e-40e5-a07b-05eea9de02a0,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:09.447828 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (2b892939-1e27-47cf-85a2-a03ba61761c8), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.459513 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Pushing event updated for resources: {'Port': ['ID=add2c350-0c1a-4e51-8510-ef834de7c24a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:09.472082 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.472356 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.472711 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.473064 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.473389 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.473707 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.474022 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.474379 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.474694 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.475005 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.475317 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.475646 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.475959 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.476285 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.476574 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:09.500379 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Attempting to bind port add2c350-0c1a-4e51-8510-ef834de7c24a on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:09.500778 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Attempting to bind port add2c350-0c1a-4e51-8510-ef834de7c24a by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:09.501275 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Attempting to bind port add2c350-0c1a-4e51-8510-ef834de7c24a on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:09.507410 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:09.507775 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:09.508170 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.508584 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:09.509587 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Bound port: add2c350-0c1a-4e51-8510-ef834de7c24a, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:09.509963 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.600150 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] For port add2c350-0c1a-4e51-8510-ef834de7c24a, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:09.605977 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] For port add2c350-0c1a-4e51-8510-ef834de7c24a, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=add2c350-0c1a-4e51-8510-ef834de7c24a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:09.620504 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.667392 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.694434 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:09.695048 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:09.762882 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299f494-b130-42a8-a3d6-d2fdc3c02257 None None] Pushing event updated for resources: {'Port': ['ID=add2c350-0c1a-4e51-8510-ef834de7c24a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:09.780698 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6ecbc7f5-73df-449b-a19e-0d3fcb1fad1b None None] Provisioning complete for port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:09.781352 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc7f5-73df-449b-a19e-0d3fcb1fad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.864055 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:09.870878 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbc7f5-73df-449b-a19e-0d3fcb1fad1b None None] Port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:13:09.922699 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks [] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.927009 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:09.998559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (2b892939-1e27-47cf-85a2-a03ba61761c8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:10.028127 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Pushing event updated for resources: {'Port': ['ID=2964f9fc-a17e-40e5-a07b-05eea9de02a0,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:10.128954 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:10.189387 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:10.191123 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:10.251001 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device db7cfb65-294d-4797-8ece-18472a4a99ee up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:10.353079 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:10.366619 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port db7cfb65-294d-4797-8ece-18472a4a99ee triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:10.367158 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:10.408533 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652f68c-4491-4b92-a0cd-517d7ed5ec9d None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:10.533218 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:10.543450 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e0d585fe-a2c8-4960-b57f-19bd019b5e35 admin admin] 10.222.0.32 "PUT /v2.0/routers/2b892939-1e27-47cf-85a2-a03ba61761c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470684 May 10 14:13:10.591302 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port db7cfb65-294d-4797-8ece-18472a4a99ee is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:10.698011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-eaccf2b2-fd60-4684-9cc6-445b49e3ba5c None None] Provisioning complete for port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:10.698409 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eaccf2b2-fd60-4684-9cc6-445b49e3ba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:10.785237 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-eaccf2b2-fd60-4684-9cc6-445b49e3ba5c None None] Port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:13:11.234897 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35860) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:11.240502 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1601205611-network', 'tenant_id': '1003748f1422448fa4680c87337e862b'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:11.264992 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Made reservation on behalf of 1003748f1422448fa4680c87337e862b for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:13:11.267549 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.277453 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.376761 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks [] for security_group (af236744-e9fe-4a80-82c7-82bba1ad2974), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.382308 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (af236744-e9fe-4a80-82c7-82bba1ad2974), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.408461 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:13:11.423319 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af236744-e9fe-4a80-82c7-82bba1ad2974,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:11.429814 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (a6ec5c9e-0394-427b-86d7-abdfad42b0f8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.430169 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Added segment a6ec5c9e-0394-427b-86d7-abdfad42b0f8 of type vlan for network c911e4d8-8381-4864-b88b-bd2f832f7270 May 10 14:13:11.486721 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (c911e4d8-8381-4864-b88b-bd2f832f7270), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.531401 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (c911e4d8-8381-4864-b88b-bd2f832f7270), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.546172 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:11.546810 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.622349 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3860135 May 10 14:13:11.625292 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35862) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:11.630688 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Request body: {'subnet': {'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1601205611-subnet', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:11.640421 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca84f4-1edb-4e52-bc3e-8f8f67d5412e admin admin] Pushing event updated for resources: {'Network': ['ID=c911e4d8-8381-4864-b88b-bd2f832f7270,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:11.653722 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Made reservation on behalf of 1003748f1422448fa4680c87337e862b for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:13:11.655312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network c911e4d8-8381-4864-b88b-bd2f832f7270 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:13:11.660176 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.911489 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (70cd55f7-5aa6-4701-a3de-283a4be76d4d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:11.975819 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cd55f7-5aa6-4701-a3de-283a4be76d4d,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:11.988743 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Checking segment: {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:11.989106 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Network hostable DHCP agents. Network: c911e4d8-8381-4864-b88b-bd2f832f7270, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:13:12.016379 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Network c911e4d8-8381-4864-b88b-bd2f832f7270 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:13:12.035023 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, c911e4d8-8381-4864-b88b-bd2f832f7270) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:12.040446 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:12.041139 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.047026 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef05832-5129-4569-a53a-d970a746da91 None None] Network c911e4d8-8381-4864-b88b-bd2f832f7270 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:13:12.062137 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3e949651-1f6a-4a54-8e30-185b7290c801 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4350977 May 10 14:13:12.064944 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35868) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:12.071827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:12.100736 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (8bab609e-0fde-416e-af75-5ddd293b9022), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.103451 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (8bab609e-0fde-416e-af75-5ddd293b9022), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.203919 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks [] for router_controller (8bab609e-0fde-416e-af75-5ddd293b9022), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.281085 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device add2c350-0c1a-4e51-8510-ef834de7c24a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:12.326753 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-c911e4d8-8381-4864-b88b-bd2f832f7270', 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270', 'project_id': '1003748f1422448fa4680c87337e862b', 'fixed_ips': [{'subnet_id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:13:12.327698 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.433326 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port add2c350-0c1a-4e51-8510-ef834de7c24a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:12.433791 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.442741 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks [] for router_gateway (8bab609e-0fde-416e-af75-5ddd293b9022), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.547127 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Allocated IP 172.20.0.2 (c911e4d8-8381-4864-b88b-bd2f832f7270/70cd55f7-5aa6-4701-a3de-283a4be76d4d/2839c10c-2331-4a6e-957d-241f4ba5c41d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:12.608666 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port add2c350-0c1a-4e51-8510-ef834de7c24a is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:12.609116 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.670043 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks [] for router_gateway (8bab609e-0fde-416e-af75-5ddd293b9022), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.672160 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port add2c350-0c1a-4e51-8510-ef834de7c24a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=add2c350-0c1a-4e51-8510-ef834de7c24a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:12.680019 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.699168 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.767548 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=add2c350-0c1a-4e51-8510-ef834de7c24a,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:12.801642 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.801982 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.802372 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.802708 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.803044 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.803373 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.803677 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.804172 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.804647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.805133 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.806317 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.806810 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.807473 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.807965 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.808447 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:12.849202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Publish callbacks [] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.865795 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Allocated IP 172.27.2.26 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/34688cae-a0a3-42bd-9e8b-38ec046f5189) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:12.866743 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:12.908411 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Network c911e4d8-8381-4864-b88b-bd2f832f7270 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:12.911704 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:12.919014 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:12.926853 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Pushing event updated for resources: {'Port': ['ID=2839c10c-2331-4a6e-957d-241f4ba5c41d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:13.005491 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks [] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:13.024004 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Attempting to bind port 2839c10c-2331-4a6e-957d-241f4ba5c41d on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:13.024681 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Attempting to bind port 2839c10c-2331-4a6e-957d-241f4ba5c41d by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:13.025534 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Attempting to bind port 2839c10c-2331-4a6e-957d-241f4ba5c41d on network c911e4d8-8381-4864-b88b-bd2f832f7270 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:13.031369 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:13.032146 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Checking segment: {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:13.032412 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:13.032953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Bound using segment: {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:13.033472 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Bound port: 2839c10c-2331-4a6e-957d-241f4ba5c41d, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:13.033973 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:13.063062 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:13.118632 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] For port 2839c10c-2331-4a6e-957d-241f4ba5c41d, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:13.123123 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] For port 2839c10c-2331-4a6e-957d-241f4ba5c41d, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2839c10c-2331-4a6e-957d-241f4ba5c41d,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:13.127417 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:13.132439 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:13.134226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:13.141634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:13.184572 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Pushing event updated for resources: {'Port': ['ID=34688cae-a0a3-42bd-9e8b-38ec046f5189,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:13.237744 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d75e42-5215-41ee-8633-ce7cf5b59483 None None] Pushing event updated for resources: {'Port': ['ID=2839c10c-2331-4a6e-957d-241f4ba5c41d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:13.546421 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks [] for router_gateway (8bab609e-0fde-416e-af75-5ddd293b9022), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:13.564956 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:13.577117 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:13.577756 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:13.757763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:13.849005 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (8bab609e-0fde-416e-af75-5ddd293b9022), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:14.002714 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 2, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:14.035593 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:14.036129 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Updating router 2b892939-1e27-47cf-85a2-a03ba61761c8 port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:13:14.068484 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:14.436735 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2839c10c-2331-4a6e-957d-241f4ba5c41d up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:14.457839 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Router 8bab609e-0fde-416e-af75-5ddd293b9022 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:13:14.617393 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 2839c10c-2331-4a6e-957d-241f4ba5c41d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:14.617769 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:14.622051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:14.632163 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Sync routers for ids ['8bab609e-0fde-416e-af75-5ddd293b9022'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:14.656939 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Routers {'8bab609e-0fde-416e-af75-5ddd293b9022'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:14.657900 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8bab609e-0fde-416e-af75-5ddd293b9022'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:14.659192 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:14.660466 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-51007ad4-5412-458b-931a-21e1729780aa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5943596 May 10 14:13:14.663247 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35882) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:14.725312 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979fabf-d8de-4290-bd6a-5eea3c3b4a4d None None] Network c911e4d8-8381-4864-b88b-bd2f832f7270 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:13:14.820321 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Set router 8bab609e-0fde-416e-af75-5ddd293b9022 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:14.960888 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Publish callbacks [] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:14.981249 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Provisioning complete for port 2839c10c-2331-4a6e-957d-241f4ba5c41d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:14.981614 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:14.985142 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.068320 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:13Z', 'revision_number': 3, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:15.129431 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605c2a-7172-4354-83a7-9fcb521fa23f None None] Pushing event updated for resources: {'Port': ['ID=2964f9fc-a17e-40e5-a07b-05eea9de02a0,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:15.139366 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 2839c10c-2331-4a6e-957d-241f4ba5c41d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:15.139707 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.155183 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Checking router: 8bab609e-0fde-416e-af75-5ddd293b9022 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:15.156325 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Updating router 8bab609e-0fde-416e-af75-5ddd293b9022 port 34688cae-a0a3-42bd-9e8b-38ec046f5189 binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:13:15.198297 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.393911 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 2839c10c-2331-4a6e-957d-241f4ba5c41d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2839c10c-2331-4a6e-957d-241f4ba5c41d,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:15.401323 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.419520 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.420346 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device add2c350-0c1a-4e51-8510-ef834de7c24a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:15.425601 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Current status of the port 2839c10c-2331-4a6e-957d-241f4ba5c41d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:15.425601 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.435664 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Attempting to bind port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:15.436035 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Attempting to bind port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:15.436391 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Attempting to bind port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:15.528130 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:15.528665 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Checking segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:15.529242 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.529798 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Bound using segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:15.530508 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Bound port: 2964f9fc-a17e-40e5-a07b-05eea9de02a0, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:15.531151 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.571842 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Publish callbacks [] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.581413 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.624903 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Allocated IP 172.20.0.1 (c911e4d8-8381-4864-b88b-bd2f832f7270/70cd55f7-5aa6-4701-a3de-283a4be76d4d/9f81d10b-1d2c-488e-989c-ce955a6f3145) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:15.635365 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=2839c10c-2331-4a6e-957d-241f4ba5c41d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:15.662079 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06b2e8-57d0-418a-80a0-e0e3ac08db8c None None] Pushing event updated for resources: {'Port': ['ID=34688cae-a0a3-42bd-9e8b-38ec046f5189,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:15.672244 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Attempting to bind port 34688cae-a0a3-42bd-9e8b-38ec046f5189 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:15.672806 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Attempting to bind port 34688cae-a0a3-42bd-9e8b-38ec046f5189 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:15.673732 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Attempting to bind port 34688cae-a0a3-42bd-9e8b-38ec046f5189 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:15.678673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.db.api [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:13:15.679044 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG oslo_db.api [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:13:15.681511 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:15.682251 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:15.682797 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.683161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port add2c350-0c1a-4e51-8510-ef834de7c24a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:15.683534 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.683762 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:15.684698 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Bound port: 34688cae-a0a3-42bd-9e8b-38ec046f5189, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:15.685359 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.712910 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] For port 2964f9fc-a17e-40e5-a07b-05eea9de02a0, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:15.730310 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] For port 2964f9fc-a17e-40e5-a07b-05eea9de02a0, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2964f9fc-a17e-40e5-a07b-05eea9de02a0,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:15.746970 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.770065 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] For port 34688cae-a0a3-42bd-9e8b-38ec046f5189, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:15.775361 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] For port 34688cae-a0a3-42bd-9e8b-38ec046f5189, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=34688cae-a0a3-42bd-9e8b-38ec046f5189,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:15.779092 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks [] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.808199 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.841743 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:15.874217 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:15.874887 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:15.885174 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605c2a-7172-4354-83a7-9fcb521fa23f None None] Pushing event updated for resources: {'Port': ['ID=2964f9fc-a17e-40e5-a07b-05eea9de02a0,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:15.920367 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Routers {'8bab609e-0fde-416e-af75-5ddd293b9022'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:15.921009 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8bab609e-0fde-416e-af75-5ddd293b9022'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:15.922669 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Network c911e4d8-8381-4864-b88b-bd2f832f7270 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:15.933122 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:15.940288 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:15.973521 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port add2c350-0c1a-4e51-8510-ef834de7c24a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:15.992549 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Pushing event updated for resources: {'Port': ['ID=9f81d10b-1d2c-488e-989c-ce955a6f3145,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:16.030995 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (8bab609e-0fde-416e-af75-5ddd293b9022), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.114765 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] Set router 8bab609e-0fde-416e-af75-5ddd293b9022 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:16.149045 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:16.228682 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06b2e8-57d0-418a-80a0-e0e3ac08db8c None None] Pushing event updated for resources: {'Port': ['ID=34688cae-a0a3-42bd-9e8b-38ec046f5189,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:16.326564 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2839c10c-2331-4a6e-957d-241f4ba5c41d up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:16.362169 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.444794 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:13Z', 'revision_number': 3, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:16.491786 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870af65-cb20-4156-80a9-26af95ce6759 None None] The sync data for ids ['8bab609e-0fde-416e-af75-5ddd293b9022'] in dv-cinder-835881-9-iscsi is: [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:13Z', 'revision_number': 3, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:16.518617 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d5b89d38-3459-4f98-b37d-886e87922f7c None None] Current status of the port 2839c10c-2331-4a6e-957d-241f4ba5c41d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:16.613286 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 2839c10c-2331-4a6e-957d-241f4ba5c41d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:16.613650 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.663809 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks [] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.673397 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.720650 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Provisioning complete for port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:16.721027 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.738589 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (8bab609e-0fde-416e-af75-5ddd293b9022), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:16.772631 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:15Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:16.817506 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961e273-7bc8-4302-9441-7a1f081f5af4 None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:15Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:16.838855 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Pushing event updated for resources: {'Port': ['ID=9f81d10b-1d2c-488e-989c-ce955a6f3145,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:16.988053 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Network c911e4d8-8381-4864-b88b-bd2f832f7270 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:16.989891 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:17.192747 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Router 8bab609e-0fde-416e-af75-5ddd293b9022 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:17.195517 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 2839c10c-2331-4a6e-957d-241f4ba5c41d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:17.197893 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2964f9fc-a17e-40e5-a07b-05eea9de02a0 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:17.238712 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Current status of the port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:17.239108 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:17.324853 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] For port 2964f9fc-a17e-40e5-a07b-05eea9de02a0, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2964f9fc-a17e-40e5-a07b-05eea9de02a0,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:17.331770 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:17.332158 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:17.394184 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:17.415629 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Provisioning complete for port 9f81d10b-1d2c-488e-989c-ce955a6f3145 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:17.416633 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:17.437608 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:17.490813 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5733a964-2d2b-4393-b3ad-03c144662b85 admin admin] 10.222.0.32 "PUT /v2.0/routers/8bab609e-0fde-416e-af75-5ddd293b9022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8263807 May 10 14:13:17.566995 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:17.577831 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Port 9f81d10b-1d2c-488e-989c-ce955a6f3145 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:13:17.604653 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Provisioning complete for port 2839c10c-2331-4a6e-957d-241f4ba5c41d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:17.605084 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:17.667985 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Pushing event updated for resources: {'Port': ['ID=2964f9fc-a17e-40e5-a07b-05eea9de02a0,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:17.812514 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a9c561cc-7a90-4e24-9e26-c726c16220d7 None None] Current status of the port 2839c10c-2331-4a6e-957d-241f4ba5c41d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:17.930111 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-967f5b04-67f6-40f4-b5e3-a1deec2f9b88 None None] Provisioning complete for port 9f81d10b-1d2c-488e-989c-ce955a6f3145 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:17.930575 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-967f5b04-67f6-40f4-b5e3-a1deec2f9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.007955 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-967f5b04-67f6-40f4-b5e3-a1deec2f9b88 None None] Port 9f81d10b-1d2c-488e-989c-ce955a6f3145 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:13:18.107065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 35908) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:18.111753 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153034832', 'description': 'tempest-secgroup-smoke-153034832 description', 'project_id': '6350c410027a478988e364b17696da95'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:18.149808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.299144 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group (517839b6-a808-44e4-b061-7a6c4eb8934f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.307532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (517839b6-a808-44e4-b061-7a6c4eb8934f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.339048 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 34688cae-a0a3-42bd-9e8b-38ec046f5189 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:18.384157 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517839b6-a808-44e4-b061-7a6c4eb8934f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:18.388981 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.390339 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c01f3d5b-6d9e-4e65-99d3-ae42d458454a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2822118 May 10 14:13:18.393783 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35914) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:18.398458 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group_rule': {'security_group_id': '517839b6-a808-44e4-b061-7a6c4eb8934f', 'project_id': '6350c410027a478988e364b17696da95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:18.427673 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 34688cae-a0a3-42bd-9e8b-38ec046f5189 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:18.428022 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.451943 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (8f511426-3554-4e7f-a651-a8d366883685), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.518334 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (8f511426-3554-4e7f-a651-a8d366883685), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.522231 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 34688cae-a0a3-42bd-9e8b-38ec046f5189 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:18.522602 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.526824 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (8f511426-3554-4e7f-a651-a8d366883685), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.545668 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 34688cae-a0a3-42bd-9e8b-38ec046f5189, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=34688cae-a0a3-42bd-9e8b-38ec046f5189,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:18.548835 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f511426-3554-4e7f-a651-a8d366883685,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:18.550936 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.551504 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2964f9fc-a17e-40e5-a07b-05eea9de02a0 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:18.554494 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.556254 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fd86aa24-b211-44a4-8e7d-f5f824834d6e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613495 May 10 14:13:18.559221 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35926) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:18.563862 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group_rule': {'security_group_id': '517839b6-a808-44e4-b061-7a6c4eb8934f', 'project_id': '6350c410027a478988e364b17696da95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:18.590370 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (caca9d6c-c417-47e5-b2b0-d96a50999d0d), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.630546 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=34688cae-a0a3-42bd-9e8b-38ec046f5189,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:18.642976 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:18.643468 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.648183 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (caca9d6c-c417-47e5-b2b0-d96a50999d0d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.653011 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (caca9d6c-c417-47e5-b2b0-d96a50999d0d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.670819 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caca9d6c-c417-47e5-b2b0-d96a50999d0d,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:18.680897 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.684741 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f4a9c64a-a058-4ee9-992a-85c6e27929a4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217530 May 10 14:13:18.684960 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35930) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:18.689326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group_rule': {'security_group_id': '517839b6-a808-44e4-b061-7a6c4eb8934f', 'project_id': '6350c410027a478988e364b17696da95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:18.713544 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (fd39218e-5377-4536-97ae-1759643a322c), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.731237 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:18.770973 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (fd39218e-5377-4536-97ae-1759643a322c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.774500 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (fd39218e-5377-4536-97ae-1759643a322c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.795729 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd39218e-5377-4536-97ae-1759643a322c,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:18.800964 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.802029 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5079ae3f-a8be-4738-8e30-96d06014e964 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161470 May 10 14:13:18.804749 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35932) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:18.809446 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group_rule': {'security_group_id': '517839b6-a808-44e4-b061-7a6c4eb8934f', 'project_id': '6350c410027a478988e364b17696da95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:18.833838 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (62d06055-8f3b-46f0-aae1-b16572f99869), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.895996 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (62d06055-8f3b-46f0-aae1-b16572f99869), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.899774 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (62d06055-8f3b-46f0-aae1-b16572f99869), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.918183 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d06055-8f3b-46f0-aae1-b16572f99869,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:18.922922 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:18.924077 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-da62f48a-43d3-480d-a517-409af650a708 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178863 May 10 14:13:18.926779 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35934) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:18.931484 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group_rule': {'security_group_id': '517839b6-a808-44e4-b061-7a6c4eb8934f', 'project_id': '6350c410027a478988e364b17696da95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:18.951423 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Project 6350c410027a478988e364b17696da95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:13:18.956898 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (c0c647d8-b8ef-4cea-8d4b-c3c583665fad), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.017900 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (c0c647d8-b8ef-4cea-8d4b-c3c583665fad), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.021700 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (c0c647d8-b8ef-4cea-8d4b-c3c583665fad), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.040353 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c647d8-b8ef-4cea-8d4b-c3c583665fad,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:19.048675 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.049866 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-54b9cac8-aaee-436f-9e31-f03441b60f59 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221271 May 10 14:13:19.052503 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 35936) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:19.057345 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'security_group_rule': {'security_group_id': '517839b6-a808-44e4-b061-7a6c4eb8934f', 'project_id': '6350c410027a478988e364b17696da95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:19.076728 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Project 6350c410027a478988e364b17696da95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:13:19.082442 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (febb244d-a45f-4217-9d8e-9abfd6840ed0), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.143107 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (febb244d-a45f-4217-9d8e-9abfd6840ed0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.147139 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (febb244d-a45f-4217-9d8e-9abfd6840ed0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.169310 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febb244d-a45f-4217-9d8e-9abfd6840ed0,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:19.174866 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.176437 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3078bb6a-8a09-4007-8df0-f5406f215eb3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230202 May 10 14:13:19.185075 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Sync routers for ids ['8bab609e-0fde-416e-af75-5ddd293b9022'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:19.195311 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Routers {'8bab609e-0fde-416e-af75-5ddd293b9022'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:19.195930 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8bab609e-0fde-416e-af75-5ddd293b9022'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:19.308924 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Set router 8bab609e-0fde-416e-af75-5ddd293b9022 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:19.517560 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:16Z', 'revision_number': 4, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '9f81d10b-1d2c-488e-989c-ce955a6f3145', 'name': '', 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'mac_address': 'fa:16:3e:d4:9b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:15Z', 'updated_at': '2022-05-10T14:13:16Z', 'revision_number': 2, 'project_id': '1003748f1422448fa4680c87337e862b', 'subnets': [{'id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:19.548603 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Checking router: 8bab609e-0fde-416e-af75-5ddd293b9022 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:19.548949 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Updating router 8bab609e-0fde-416e-af75-5ddd293b9022 port 9f81d10b-1d2c-488e-989c-ce955a6f3145 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:13:19.587664 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.883142 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Publish callbacks [] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.889841 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:19.943706 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05089d-c329-4e55-b0f5-cc9711f5ac8b None None] Pushing event updated for resources: {'Port': ['ID=9f81d10b-1d2c-488e-989c-ce955a6f3145,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:20.014415 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Attempting to bind port 9f81d10b-1d2c-488e-989c-ce955a6f3145 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:20.014789 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Attempting to bind port 9f81d10b-1d2c-488e-989c-ce955a6f3145 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:20.015154 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Attempting to bind port 9f81d10b-1d2c-488e-989c-ce955a6f3145 on network c911e4d8-8381-4864-b88b-bd2f832f7270 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:20.021726 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:20.022307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Checking segment: {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:20.023116 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.023593 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Bound using segment: {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:20.025776 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Bound port: 9f81d10b-1d2c-488e-989c-ce955a6f3145, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:20.026266 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.122273 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] For port 9f81d10b-1d2c-488e-989c-ce955a6f3145, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:20.123705 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] For port 9f81d10b-1d2c-488e-989c-ce955a6f3145, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=9f81d10b-1d2c-488e-989c-ce955a6f3145,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:20.132471 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.202448 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Routers {'8bab609e-0fde-416e-af75-5ddd293b9022'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:20.203085 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:12:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8bab609e-0fde-416e-af75-5ddd293b9022'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:20.243466 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 34688cae-a0a3-42bd-9e8b-38ec046f5189 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:20.313756 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] Provisioning complete for port 9f81d10b-1d2c-488e-989c-ce955a6f3145 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:20.314126 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.323161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05089d-c329-4e55-b0f5-cc9711f5ac8b None None] Pushing event updated for resources: {'Port': ['ID=9f81d10b-1d2c-488e-989c-ce955a6f3145,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:20.424743 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 34688cae-a0a3-42bd-9e8b-38ec046f5189 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:20.425095 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.427617 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] Set router 8bab609e-0fde-416e-af75-5ddd293b9022 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:20.732998 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] Current status of the port 9f81d10b-1d2c-488e-989c-ce955a6f3145 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:20.733644 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.827109 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] For port 9f81d10b-1d2c-488e-989c-ce955a6f3145, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=9f81d10b-1d2c-488e-989c-ce955a6f3145,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:20.835525 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:20.841691 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 34688cae-a0a3-42bd-9e8b-38ec046f5189 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:20.909229 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:16Z', 'revision_number': 4, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '9f81d10b-1d2c-488e-989c-ce955a6f3145', 'name': '', 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'mac_address': 'fa:16:3e:d4:9b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:15Z', 'updated_at': '2022-05-10T14:13:20Z', 'revision_number': 4, 'project_id': '1003748f1422448fa4680c87337e862b', 'subnets': [{'id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:20.939935 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd2ea7-30f4-4de5-8db2-79df0f761260 None None] The sync data for ids ['8bab609e-0fde-416e-af75-5ddd293b9022'] in dv-cinder-835881-9-iscsi is: [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:16Z', 'revision_number': 4, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '9f81d10b-1d2c-488e-989c-ce955a6f3145', 'name': '', 'network_id': 'c911e4d8-8381-4864-b88b-bd2f832f7270', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'mac_address': 'fa:16:3e:d4:9b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:15Z', 'updated_at': '2022-05-10T14:13:20Z', 'revision_number': 4, 'project_id': '1003748f1422448fa4680c87337e862b', 'subnets': [{'id': '70cd55f7-5aa6-4701-a3de-283a4be76d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:20.950060 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03943eee-43e8-4d7e-8d08-8b2daddfa7f4 None None] Pushing event updated for resources: {'Port': ['ID=9f81d10b-1d2c-488e-989c-ce955a6f3145,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:20.956894 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c260b82c-11fa-485f-add3-5fd94302136f None None] Provisioning complete for port 9f81d10b-1d2c-488e-989c-ce955a6f3145 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:20.957261 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c260b82c-11fa-485f-add3-5fd94302136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.064610 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c260b82c-11fa-485f-add3-5fd94302136f None None] Current status of the port 9f81d10b-1d2c-488e-989c-ce955a6f3145 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:21.255755 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36056) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:21.300826 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Deleting subnet 74e50ea7-5651-4fcd-a4e3-3fdca85464f3 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:13:21.304870 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Publish callbacks [] for subnet (74e50ea7-5651-4fcd-a4e3-3fdca85464f3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.345649 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4180183'] for subnet (74e50ea7-5651-4fcd-a4e3-3fdca85464f3), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.392656 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (74e50ea7-5651-4fcd-a4e3-3fdca85464f3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.452396 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9100705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384589'] for subnet (74e50ea7-5651-4fcd-a4e3-3fdca85464f3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.479851 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e50ea7-5651-4fcd-a4e3-3fdca85464f3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:21.483604 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.486868 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-20c138a3-cde3-4bf3-a550-2c5688adb061 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74e50ea7-5651-4fcd-a4e3-3fdca85464f3 HTTP/1.1" status: 204 len: 168 time: 0.2301140 May 10 14:13:21.489406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36058) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:21.564461 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (6b8e03f0-d737-44f8-b409-295351c0bde4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.647254 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (6b8e03f0-d737-44f8-b409-295351c0bde4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.675235 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8e03f0-d737-44f8-b409-295351c0bde4']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:21.685464 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:21.686007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:21.698363 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.716096 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.728343 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:13:21.729258 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (c3cfa2ee-0698-4cd2-8ae4-96d90efc86ee), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:13:21.731571 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:13:21.796562 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (6b8e03f0-d737-44f8-b409-295351c0bde4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.803617 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:21.807399 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b8e03f0-d737-44f8-b409-295351c0bde4 HTTP/1.1" status: 204 len: 168 time: 0.3170547 May 10 14:13:21.817554 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5acaf-ee8a-4c6d-80ba-92d134a4b22e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8e03f0-d737-44f8-b409-295351c0bde4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:21.996533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36064) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:22.037511 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0a20c9e0-cd12-43da-8a4e-a993647f0dd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41c12a4697c94557a7033e2af0d32d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398171 May 10 14:13:22.040576 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36066) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:22.090757 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3200-0933-4c3f-a87b-7114c48d7e30 admin admin] Publish callbacks [] for security_group (4e14141f-5bdd-448b-8c99-72aa49a42a24), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:22.117646 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3200-0933-4c3f-a87b-7114c48d7e30 admin admin] Publish callbacks [] for security_group (4e14141f-5bdd-448b-8c99-72aa49a42a24), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:22.166699 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3200-0933-4c3f-a87b-7114c48d7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (4e14141f-5bdd-448b-8c99-72aa49a42a24), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:22.169913 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3200-0933-4c3f-a87b-7114c48d7e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:22.173409 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7d7b3200-0933-4c3f-a87b-7114c48d7e30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e14141f-5bdd-448b-8c99-72aa49a42a24 HTTP/1.1" status: 204 len: 168 time: 0.1295969 May 10 14:13:22.180364 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 9f81d10b-1d2c-488e-989c-ce955a6f3145 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:22.181711 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b3200-0933-4c3f-a87b-7114c48d7e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e14141f-5bdd-448b-8c99-72aa49a42a24,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:22.236735 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 9f81d10b-1d2c-488e-989c-ce955a6f3145 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:22.237105 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:22.321006 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 9f81d10b-1d2c-488e-989c-ce955a6f3145 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:24.246040 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a3d3-339c-4bd7-83b5-08ac7420cc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:26.346660 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c0e56a1c-c6ce-4b3f-b103-9a585a9334ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:27.805598 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:28.942186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:29.651863 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b15b5-1676-4168-9769-ff5ea2af17b1 req-226dd443-4103-47e9-85a0-cc1ab9368421 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:29.653326 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c8b15b5-1676-4168-9769-ff5ea2af17b1 req-226dd443-4103-47e9-85a0-cc1ab9368421 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.0582159 May 10 14:13:29.702253 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c8b15b5-1676-4168-9769-ff5ea2af17b1 req-9cbb10a3-1c96-45d7-a9a1-53e8e1eddbc8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 May 10 14:13:30.352416 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.826544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503c8e5-e531-498f-88c8-34f381b678f9 req-8b197c0e-b887-4597-89f1-3f70262a8a74 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:30.828103 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6503c8e5-e531-498f-88c8-34f381b678f9 req-8b197c0e-b887-4597-89f1-3f70262a8a74 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.0471098 May 10 14:13:30.879545 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6503c8e5-e531-498f-88c8-34f381b678f9 req-bac4780a-deb4-4cda-83d2-b4dea32e1cb0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=7aab61dc-5158-466e-aa43-9963d4c98c19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449274 May 10 14:13:31.454183 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-7be92ebd-062c-43d9-98b8-1ee0b177f341 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:31.455663 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-7be92ebd-062c-43d9-98b8-1ee0b177f341 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 947 time: 0.0477917 May 10 14:13:31.546578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Deleting port 2666c4c9-5286-4f42-8256-74a56001c647 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:31.547066 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (2666c4c9-5286-4f42-8256-74a56001c647), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.643783 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] For port 2666c4c9-5286-4f42-8256-74a56001c647, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2666c4c9-5286-4f42-8256-74a56001c647,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:31.644144 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (2666c4c9-5286-4f42-8256-74a56001c647), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.820396 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.820672 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (c8cda810-c847-465b-b62f-5db7e60874b6), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.820993 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Floating IP c8cda810-c847-465b-b62f-5db7e60874b6 disassociated. External IP: 172.27.2.101, port: 2666c4c9-5286-4f42-8256-74a56001c647. May 10 14:13:31.821453 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Calling delete_port for 2666c4c9-5286-4f42-8256-74a56001c647 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:31.956459 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (2666c4c9-5286-4f42-8256-74a56001c647), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.988858 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b669a0c-c072-43f1-9332-3b9add26f22f req-12331405-66ac-4c46-aec1-dfbb45008b0d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=32252988-f2bf-4e25-adfe-fcc8ea12528d HTTP/1.1" status: 200 len: 210 time: 0.0319393 May 10 14:13:31.992610 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event deleted for resources: {'Port': ['ID=2666c4c9-5286-4f42-8256-74a56001c647,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:32.118830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:32.234155 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:32.249090 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:32.261078 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:32.261807 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:13:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:32.295741 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] No DVR routers for this DVR port 2666c4c9-5286-4f42-8256-74a56001c647 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:13:32.298245 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.301523 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fb206e4-238a-4e6e-94a4-93503d3a81bc req-c1267b87-efd4-44a2-b3f9-15fd05842af4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "DELETE /v2.0/ports/2666c4c9-5286-4f42-8256-74a56001c647 HTTP/1.1" status: 204 len: 173 time: 0.8401873 May 10 14:13:32.301954 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-deleted', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:32.304216 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f635f6c-95d3-4166-98a7-eee2260a76ad" -d '{"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-deleted", "tag": "2666c4c9-5286-4f42-8256-74a56001c647"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:32.348019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335543b-66e7-44b8-8742-4da34f8bfdd9 x-openstack-request-id: req-d335543b-66e7-44b8-8742-4da34f8bfdd9 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:32.349301 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32252988-f2bf-4e25-adfe-fcc8ea12528d", "name": "network-vif-deleted", "tag": "2666c4c9-5286-4f42-8256-74a56001c647", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:32.349519 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d335543b-66e7-44b8-8742-4da34f8bfdd9 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:32.349935 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d335543b-66e7-44b8-8742-4da34f8bfdd9'] response: {'server_uuid': '32252988-f2bf-4e25-adfe-fcc8ea12528d', 'name': 'network-vif-deleted', 'tag': '2666c4c9-5286-4f42-8256-74a56001c647', 'status': 'completed', 'code': 200} May 10 14:13:32.402552 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:32.608762 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:32.723386 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:32.733458 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:32.734066 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:13:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:32.845472 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:33.029942 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:33.063170 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad4ffe-e86b-4e47-9f61-b3dbc11e56f7 None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:33.090890 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36216) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:33.148046 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-600666f8-a1bc-4620-81d5-1366d56c64f2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (7aab61dc-5158-466e-aa43-9963d4c98c19), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.173129 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-600666f8-a1bc-4620-81d5-1366d56c64f2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (7aab61dc-5158-466e-aa43-9963d4c98c19), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.225457 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-600666f8-a1bc-4620-81d5-1366d56c64f2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7aab61dc-5158-466e-aa43-9963d4c98c19), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.228013 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-600666f8-a1bc-4620-81d5-1366d56c64f2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.232129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-600666f8-a1bc-4620-81d5-1366d56c64f2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "DELETE /v2.0/security-groups/7aab61dc-5158-466e-aa43-9963d4c98c19 HTTP/1.1" status: 204 len: 168 time: 0.1372302 May 10 14:13:33.232506 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 36222) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:33.239239 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600666f8-a1bc-4620-81d5-1366d56c64f2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab61dc-5158-466e-aa43-9963d4c98c19,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:33.246674 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-e182bb6b-9e1d-41c7-aa05-0057e3284cb2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] show failed (client error): The resource could not be found. May 10 14:13:33.247694 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e182bb6b-9e1d-41c7-aa05-0057e3284cb2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups/7aab61dc-5158-466e-aa43-9963d4c98c19 HTTP/1.1" status: 404 len: 347 time: 0.0142078 May 10 14:13:33.250884 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 36224) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:33.308763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb47508-2595-40ae-9ea0-0456b363ae83 None None] New status for floating IP c8cda810-c847-465b-b62f-5db7e60874b6: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:13:33.376676 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Deleting port d8a33696-8141-4cd9-8889-31b81dacfc5a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:33.376935 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.457452 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.457783 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (d8a33696-8141-4cd9-8889-31b81dacfc5a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.474507 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Calling delete_port for d8a33696-8141-4cd9-8889-31b81dacfc5a owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:33.609749 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (d8a33696-8141-4cd9-8889-31b81dacfc5a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.640765 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event deleted for resources: {'Port': ['ID=d8a33696-8141-4cd9-8889-31b81dacfc5a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:33.700313 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (c8cda810-c847-465b-b62f-5db7e60874b6), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.702794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.703918 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3c007f95-d8c7-406e-98a3-69ab1a3ce547 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "DELETE /v2.0/floatingips/c8cda810-c847-465b-b62f-5db7e60874b6 HTTP/1.1" status: 204 len: 168 time: 0.4520483 May 10 14:13:33.784500 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36234) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:33.789032 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576526706', 'description': 'tempest-description--1298377003'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:33.810402 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.892575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (dbe37834-2bd0-47ba-9a45-8bd8c6f69c53), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.896319 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dbe37834-2bd0-47ba-9a45-8bd8c6f69c53), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.930642 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.931869 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463287 May 10 14:13:33.932609 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53d34b-e56c-416f-b466-76122ffe88f8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:33.934769 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36238) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:33.939226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'security_group_rule': {'security_group_id': 'dbe37834-2bd0-47ba-9a45-8bd8c6f69c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:33.977851 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (e88ca54d-4470-4c44-91d2-23774f2a0545), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.033298 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (e88ca54d-4470-4c44-91d2-23774f2a0545), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.036463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (e88ca54d-4470-4c44-91d2-23774f2a0545), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.053206 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88ca54d-4470-4c44-91d2-23774f2a0545,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:34.060215 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.061377 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-668b9db8-9b79-465b-83a3-b8fbe96b5b64 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257100 May 10 14:13:34.064047 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36240) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:34.068202 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'security_group_rule': {'security_group_id': 'dbe37834-2bd0-47ba-9a45-8bd8c6f69c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:34.092792 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (43421c50-436a-43e5-a662-ea49874ecdc9), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.152529 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (43421c50-436a-43e5-a662-ea49874ecdc9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.156037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (43421c50-436a-43e5-a662-ea49874ecdc9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.173226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43421c50-436a-43e5-a662-ea49874ecdc9,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:34.181143 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.182397 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-af770f4a-4db2-4cd9-bec1-71ff13904005 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174080 May 10 14:13:34.185604 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36242) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:34.189880 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:34.209538 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.290957 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.391068 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:34.394233 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Allocated IP 172.27.2.50 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/36b93b02-e295-4bdd-a17c-106540d7964c) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:34.412755 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 2666c4c9-5286-4f42-8256-74a56001c647 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:34.413308 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 2666c4c9-5286-4f42-8256-74a56001c647 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:34.500275 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for port (36b93b02-e295-4bdd-a17c-106540d7964c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.535693 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (36b93b02-e295-4bdd-a17c-106540d7964c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.571841 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:34.575285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:34.578924 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:34.603746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'Port': ['ID=36b93b02-e295-4bdd-a17c-106540d7964c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:34.671989 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.707542 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (36b93b02-e295-4bdd-a17c-106540d7964c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.860522 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for port (36b93b02-e295-4bdd-a17c-106540d7964c), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.865040 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (36b93b02-e295-4bdd-a17c-106540d7964c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.932381 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'Port': ['ID=36b93b02-e295-4bdd-a17c-106540d7964c,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:34.942064 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.960211 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.962643 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-07b124fd-03aa-442f-bb54-047564b3ca7f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7756805 May 10 14:13:35.195934 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-8c2d6da7-d799-4dca-ad4b-5e553df91d73 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--576526706&fields=id&tenant_id=c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 267 time: 0.0408287 May 10 14:13:35.306841 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-61684355-6bee-4f3b-8e5f-01d26e6f4014 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:35.308300 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-61684355-6bee-4f3b-8e5f-01d26e6f4014 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 817 time: 0.1051824 May 10 14:13:35.323494 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-20ba08a0-5152-477a-9787-83d9258ac193 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/quotas/c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 375 time: 0.0095291 May 10 14:13:35.375599 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-20b6ecf1-49db-450d-bb93-1d488999fba9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466735 May 10 14:13:35.607855 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-752c553c-0f03-47a1-b820-b729f842d347 service neutron] 10.222.0.32 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205677 May 10 14:13:35.700606 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-c4f5b865-3240-426c-bf4f-502f89fef4ac service neutron] 10.222.0.32 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870650 May 10 14:13:35.866563 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713092a-9264-404e-a823-957bb6156cbd req-eb377749-44a6-47a1-9252-db60f988e7cf tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 210 time: 0.0312698 May 10 14:13:36.779852 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.941717 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d137370f-8583-4545-8223-9cb612e71d2f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:36.943191 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d137370f-8583-4545-8223-9cb612e71d2f tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 817 time: 0.1345804 May 10 14:13:36.980595 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8431f8c9-baef-4899-bb81-cb531af6df7f req-faeb6847-a824-4596-be60-17336b89fc66 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 210 time: 0.0357409 May 10 14:13:37.029044 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-9a28e6d9-3a8b-4493-a42c-c73b2da70325 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 379 time: 0.0563889 May 10 14:13:37.062371 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'port': {'device_id': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'admin_state_up': True, 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'security_groups': ['dbe37834-2bd0-47ba-9a45-8bd8c6f69c53']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:37.170697 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Made reservation on behalf of c251b9c401c6455da95be74c9119b8d2 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:13:37.174019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.298416 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Allocated IP 172.20.0.11 (7a8e69b7-4e90-4197-9be6-027007b12991/e53a7414-388e-402e-b07f-bbc5d64c06fe/4a51355d-8fd3-46f7-b6a5-26ec89cb16c2) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:37.439332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.473411 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.514752 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Network 7a8e69b7-4e90-4197-9be6-027007b12991 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:37.517708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:37.521559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:37.552506 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:37.581530 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:37.582155 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.599537 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-d7620df9-0f89-4e4a-b33a-261f08c5cd90 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407279 May 10 14:13:37.610707 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Request body: {'port': {'device_id': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:37.677866 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.697307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-bd99c3c7-dd47-46ca-a14c-a9b4754e1a0d None None] Provisioning complete for port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:37.698280 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bd99c3c7-dd47-46ca-a14c-a9b4754e1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.732815 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bd99c3c7-dd47-46ca-a14c-a9b4754e1a0d None None] Port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:13:37.947143 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:13:37.954562 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Publish callbacks [] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:37.966584 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Transition to ACTIVE for port object 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:13:37.970096 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:38.021889 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:38.095994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Attempting to bind port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:38.096363 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Attempting to bind port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:38.096698 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Attempting to bind port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 on network 7a8e69b7-4e90-4197-9be6-027007b12991 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:38.101210 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 on network 7a8e69b7-4e90-4197-9be6-027007b12991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:13:38.101532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Attempting to bind port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 on network 7a8e69b7-4e90-4197-9be6-027007b12991 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:38.107329 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:38.107669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Checking segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:38.108085 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Bound using segment: {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:38.108515 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Bound port: 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc4af26-a07d-424c-bfb7-409a1899132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:38.108876 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:38.118367 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54207e4-8d24-4431-99c2-7944257ee10e req-4c27dda7-5147-46ea-b384-5277d909f009 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:38.120465 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f54207e4-8d24-4431-99c2-7944257ee10e req-4c27dda7-5147-46ea-b384-5277d909f009 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0624804 May 10 14:13:38.173792 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f54207e4-8d24-4431-99c2-7944257ee10e req-15240956-371d-490b-b1c8-b76ef5ed7cec tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 May 10 14:13:38.193521 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:38.197106 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:38.204156 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:38.236644 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:38.237169 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:38.238729 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 1094 time: 0.6325052 May 10 14:13:38.240858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:38.243819 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6c116-75fd-4958-a987-d4cdadf7ccd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:38.278464 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a907e-83d3-41b9-a37f-9f80508a75f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:38.290914 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152dc5dd-9f8b-449e-8826-5e80b44f38ec x-openstack-request-id: req-152dc5dd-9f8b-449e-8826-5e80b44f38ec {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:38.291863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:38.292224 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-152dc5dd-9f8b-449e-8826-5e80b44f38ec {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:38.292702 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152dc5dd-9f8b-449e-8826-5e80b44f38ec'] response: {'name': 'network-changed', 'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'status': 'completed', 'code': 200} May 10 14:13:38.376356 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:13:38.461068 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-5360e3ea-bdf9-405b-b29c-32f9e4ab51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:38.462772 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-5360e3ea-bdf9-405b-b29c-32f9e4ab51ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1128 time: 0.0387030 May 10 14:13:38.505029 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-095fc5ec-1f16-4cdf-99c8-66b89c040eaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 217 time: 0.0352750 May 10 14:13:38.557414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-c265ba88-e217-4af0-a48a-0c555e217668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:38.558951 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-c265ba88-e217-4af0-a48a-0c555e217668 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0477397 May 10 14:13:38.602753 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-a2d2ee70-e890-497c-8581-87deded382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:38.604490 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-a2d2ee70-e890-497c-8581-87deded382fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395377 May 10 14:13:38.688633 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-808370ca-2c2e-44a1-995f-74e8361872d1 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787694 May 10 14:13:38.779738 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01c227a5-7ec3-4fe1-b51f-29927658c142 req-079001fc-5a02-437f-8b08-81c9e73c41e5 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855124 May 10 14:13:39.296211 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2851-72a0-4905-97f2-285ecc63bd7c req-03d9eeaa-d24e-475c-afaa-067c7d8b34fb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:39.297687 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-599f2851-72a0-4905-97f2-285ecc63bd7c req-03d9eeaa-d24e-475c-afaa-067c7d8b34fb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0467296 May 10 14:13:39.343520 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-599f2851-72a0-4905-97f2-285ecc63bd7c req-a0572bbe-40b0-44c9-aa9e-3b72db4b3305 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 May 10 14:13:40.461371 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c46e9-0390-4012-b699-4bf34445e166 req-d7301ac3-e114-4433-bb09-616e04dbf47a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:40.463327 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-025c46e9-0390-4012-b699-4bf34445e166 req-d7301ac3-e114-4433-bb09-616e04dbf47a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0475218 May 10 14:13:40.510556 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-025c46e9-0390-4012-b699-4bf34445e166 req-a764a0cf-da27-4a4b-8016-4713e38e0b72 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414224 May 10 14:13:41.630184 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de6ac-9d86-4d71-8891-9d028ecb75f7 req-e2dbfaec-c059-4c32-807b-20d6b186ffed tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:41.631634 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-598de6ac-9d86-4d71-8891-9d028ecb75f7 req-e2dbfaec-c059-4c32-807b-20d6b186ffed tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0491667 May 10 14:13:41.678375 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-598de6ac-9d86-4d71-8891-9d028ecb75f7 req-36e7fa22-60a4-450a-8aef-8eeb32bc5735 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 May 10 14:13:42.436365 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:13:42.532411 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:42.543405 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'mac_address': 'fa:16:3e:7e:34:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:13:42.579628 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:42.580017 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:42.593693 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:13:42.607171 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-705ddc9f-d70f-4660-b8f9-2c1591ee8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:42.609232 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-705ddc9f-d70f-4660-b8f9-2c1591ee8ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1128 time: 0.0477338 May 10 14:13:42.613954 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:42.617737 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:42.666461 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:42.796244 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7164-c59a-4167-9bda-1ba4187eef1e req-101af287-b925-4760-86a9-7c4d1c59c255 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:42.797683 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e31d7164-c59a-4167-9bda-1ba4187eef1e req-101af287-b925-4760-86a9-7c4d1c59c255 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 945 time: 0.0462675 May 10 14:13:42.844392 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e31d7164-c59a-4167-9bda-1ba4187eef1e req-48845fd4-abee-499b-b9dd-ce9fb05fbf3a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 May 10 14:13:43.005759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-69d878fc-930c-46de-ad3d-b562221e3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:43.007243 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-69d878fc-930c-46de-ad3d-b562221e3522 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0901909 May 10 14:13:43.050591 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-f94816ea-2452-4452-9716-a95fa719a203 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 217 time: 0.0341616 May 10 14:13:43.125101 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:13:43.342566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-d58499c4-9f91-4bd4-b9c0-1d1d85d3ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:43.344003 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-d58499c4-9f91-4bd4-b9c0-1d1d85d3ecc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0456905 May 10 14:13:43.389322 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-66dbadd5-91ac-4d27-8b3c-d0fff535467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:43.390846 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-66dbadd5-91ac-4d27-8b3c-d0fff535467a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395274 May 10 14:13:43.484024 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-146938df-88b2-41f8-93b6-6367113dcb7a service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859144 May 10 14:13:43.572134 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66e6c116-75fd-4958-a987-d4cdadf7ccd3 req-fb149b9d-dc45-4191-a1dc-eaa476190dc2 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800507 May 10 14:13:43.968178 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed7719-9ccb-454b-b75d-7e7c1a8dd517 req-6ffadb40-6be0-4096-b41c-c88ab663b480 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:43.969618 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-beed7719-9ccb-454b-b75d-7e7c1a8dd517 req-6ffadb40-6be0-4096-b41c-c88ab663b480 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 945 time: 0.0523403 May 10 14:13:44.015308 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-beed7719-9ccb-454b-b75d-7e7c1a8dd517 req-cc9ce61b-921a-4dd8-98ca-84fc19c51d2a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 May 10 14:13:44.467478 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:13:44.513161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:13:44.518917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:44.519359 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:44.596574 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:13:44.596992 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:44.618822 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:44.621052 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e81478-b6f8-4d21-8d95-df2217377910" -d '{"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-plugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:44.633660 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:44.638389 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:44.688889 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:44.774122 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919f5d1-f55d-4a06-8cd7-18689a091028 x-openstack-request-id: req-3919f5d1-f55d-4a06-8cd7-18689a091028 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:44.774448 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-plugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:44.774700 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3919f5d1-f55d-4a06-8cd7-18689a091028 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:44.775098 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3919f5d1-f55d-4a06-8cd7-18689a091028'] response: {'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'code': 200} May 10 14:13:44.943149 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de3a67-5448-4da0-b662-75c2e838d859 req-8bd6e27c-0bf2-427a-ba17-9d6f0e5c45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:44.944534 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9de3a67-5448-4da0-b662-75c2e838d859 req-8bd6e27c-0bf2-427a-ba17-9d6f0e5c45b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1130 time: 0.0415223 May 10 14:13:44.987037 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9de3a67-5448-4da0-b662-75c2e838d859 req-dec176b8-8465-4646-880a-1fbcd4591001 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356121 May 10 14:13:45.130807 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f658-05fe-4620-915b-86d851c0c688 req-faf39093-1537-410d-8589-e279dd24a888 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:45.132254 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cf39f658-05fe-4620-915b-86d851c0c688 req-faf39093-1537-410d-8589-e279dd24a888 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0465593 May 10 14:13:45.181474 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cf39f658-05fe-4620-915b-86d851c0c688 req-69c68d60-88f4-43d2-b058-91ac55457e2c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 May 10 14:13:46.301310 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a8449-949c-4e2d-b099-bee35d99351e req-d8d60e4e-2305-4d4a-849a-f7f0d41e5c38 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:46.302770 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-205a8449-949c-4e2d-b099-bee35d99351e req-d8d60e4e-2305-4d4a-849a-f7f0d41e5c38 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0461757 May 10 14:13:46.348136 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-205a8449-949c-4e2d-b099-bee35d99351e req-56d86902-0572-4259-a2aa-19ec4a99ee38 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 May 10 14:13:47.466571 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6016b21-21ec-4553-9afd-167dd9c3fc4f req-dc313050-9602-4ea4-a6c8-06fbd0716543 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:47.468054 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e6016b21-21ec-4553-9afd-167dd9c3fc4f req-dc313050-9602-4ea4-a6c8-06fbd0716543 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0493829 May 10 14:13:47.516159 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e6016b21-21ec-4553-9afd-167dd9c3fc4f req-cf462203-4725-4c05-94a7-c72fcce4f044 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 May 10 14:13:47.791653 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6ade4-a04f-4a62-bacb-c2354b454ec0 req-d17a0c62-5523-481c-bd8f-eb2a6fecb83a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:47.793062 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-12e6ade4-a04f-4a62-bacb-c2354b454ec0 req-d17a0c62-5523-481c-bd8f-eb2a6fecb83a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0508878 May 10 14:13:47.801485 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36370) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:47.805806 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Request body: {'floatingip': {'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:47.845416 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:48.544850 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:48.548252 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:48.649247 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Floating IP 0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7 associated. External IP: 172.27.2.50, port: 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2. May 10 14:13:48.866724 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:48.990966 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:48.995995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:49.001923 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:49.011797 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:49.012460 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:13:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:49.031264 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c4b4ac67-c9f9-4922-9508-a0fc3b18a7aa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "PUT /v2.0/floatingips/0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7 HTTP/1.1" status: 200 len: 991 time: 1.2286263 May 10 14:13:49.031850 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:49.034714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:49.074319 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a4194-f4c1-40b4-8d0a-8b70c0885500 x-openstack-request-id: req-339a4194-f4c1-40b4-8d0a-8b70c0885500 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:49.074616 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:49.075020 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-339a4194-f4c1-40b4-8d0a-8b70c0885500 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:49.075561 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339a4194-f4c1-40b4-8d0a-8b70c0885500'] response: {'name': 'network-changed', 'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'status': 'completed', 'code': 200} May 10 14:13:49.135969 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:49.153100 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-b58cb0d7-91b6-4ff0-93b8-f45f15bf1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:49.155489 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-b58cb0d7-91b6-4ff0-93b8-f45f15bf1c42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1130 time: 0.0506804 May 10 14:13:49.261572 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-bb05ccf0-28ac-4bf6-a580-f1766a70f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:49.263621 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-bb05ccf0-28ac-4bf6-a580-f1766a70f2ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.1001787 May 10 14:13:49.363808 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-8f98bb43-135f-4a0c-b9f9-0d11fc36f18f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 999 time: 0.0910423 May 10 14:13:49.389795 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'mac_address': 'fa:16:3e:7e:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:13:34Z', 'updated_at': '2022-05-10T14:13:48Z', 'revision_number': 1, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:49.408701 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-823b57db-48ed-4dbd-8329-56477c9e7945 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153034832&fields=id&tenant_id=6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 267 time: 0.0928152 May 10 14:13:49.421948 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:49.430713 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:49.431338 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:13:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:49.482903 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-57f6887a-ace1-4f09-bffe-60373773f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:49.484360 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-57f6887a-ace1-4f09-bffe-60373773f81c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.1128705 May 10 14:13:49.544888 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:49.546546 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-53b40fca-285e-4a3d-be66-e707668ace47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:49.548041 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-53b40fca-285e-4a3d-be66-e707668ace47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577703 May 10 14:13:49.614882 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-52add0c0-6c94-421b-a77d-e350b0263ce4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:49.616342 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-52add0c0-6c94-421b-a77d-e350b0263ce4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 810 time: 0.1999428 May 10 14:13:49.637568 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-31ebf319-149c-4656-bbe2-e43d86a2911f tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/quotas/6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 375 time: 0.0146029 May 10 14:13:49.711485 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-486b73b8-9f8e-42f1-88a8-8fcea1430c4f service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568964 May 10 14:13:49.723154 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-7c06dcf0-83a4-432d-b3a5-4305f35dc6ba tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788400 May 10 14:13:49.780606 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'mac_address': 'fa:16:3e:7e:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:13:34Z', 'updated_at': '2022-05-10T14:13:48Z', 'revision_number': 1, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:49.809089 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe044368-08be-4970-86a7-e991d0211cdf None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'mac_address': 'fa:16:3e:7e:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:13:34Z', 'updated_at': '2022-05-10T14:13:48Z', 'revision_number': 1, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:49.895807 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-dfb34c1a-3a7f-4ab1-ad29-e85e176ea830 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633041 May 10 14:13:49.897548 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d9d87a8c-8f80-40ff-9c42-70232ffa57aa req-94cc4234-2c98-4a3d-ac08-28218bc63351 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734865 May 10 14:13:49.987861 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-62ace3da-989a-4492-b917-0d8dbc47de24 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863192 May 10 14:13:50.011202 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b2f4f6-2a91-449f-8a03-52b20581a33c None None] New status for floating IP 0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:13:50.289125 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41efcc84-663e-4d17-83db-16df3af3e6c3 req-5c1c51df-ea43-4ab3-b902-2189627046d6 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 210 time: 0.0277722 May 10 14:13:51.186755 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-8b74a6ee-6c95-4981-9379-87218a91e1e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:51.188239 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-8b74a6ee-6c95-4981-9379-87218a91e1e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 810 time: 0.1071205 May 10 14:13:51.250302 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-4f154b48-5521-4492-9cf6-2a0557c93e78 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 379 time: 0.0532084 May 10 14:13:51.258340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'port': {'device_id': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'admin_state_up': True, 'tenant_id': '6350c410027a478988e364b17696da95', 'security_groups': ['517839b6-a808-44e4-b061-7a6c4eb8934f']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:51.392612 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-217ab9cf-ad41-4be8-ac00-7c4616981aba req-48196e1c-1904-4c1b-8e62-48d6b5235888 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 210 time: 0.0338795 May 10 14:13:51.394216 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Made reservation on behalf of 6350c410027a478988e364b17696da95 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:13:51.397676 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:51.536647 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Allocated IP 172.20.0.11 (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af/5b5a35ec-393d-4b68-b7ca-2166a52253e3/d54f85c7-9095-443b-84e0-81dde3eb2795) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:13:51.686031 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:51.718717 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:51.758122 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:13:51.761045 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:13:51.764803 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:13:51.801722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=d54f85c7-9095-443b-84e0-81dde3eb2795,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:51.817276 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.817626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.817976 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.818340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.818675 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.819006 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.819332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.819658 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.819984 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.820313 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.820630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.821057 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.821262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.821580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.830636 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:51.847780 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:51.848389 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:51.867196 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-d89df724-1a73-4196-b600-47d2f01e111e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6125555 May 10 14:13:51.878645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Request body: {'port': {'device_id': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:13:51.940830 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:51.995733 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6958bf1a-1854-4f0f-ba6e-128dc4fa2eb2 None None] Provisioning complete for port d54f85c7-9095-443b-84e0-81dde3eb2795 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:13:51.997319 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6958bf1a-1854-4f0f-ba6e-128dc4fa2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:52.031487 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6958bf1a-1854-4f0f-ba6e-128dc4fa2eb2 None None] Port d54f85c7-9095-443b-84e0-81dde3eb2795 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:13:52.201755 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54f85c7-9095-443b-84e0-81dde3eb2795 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:13:52.209259 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Publish callbacks [] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:52.221515 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Transition to ACTIVE for port object d54f85c7-9095-443b-84e0-81dde3eb2795 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:13:52.224870 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:52.277005 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Pushing event updated for resources: {'Port': ['ID=d54f85c7-9095-443b-84e0-81dde3eb2795,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:52.347919 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Attempting to bind port d54f85c7-9095-443b-84e0-81dde3eb2795 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:13:52.348258 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Attempting to bind port d54f85c7-9095-443b-84e0-81dde3eb2795 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:13:52.348591 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Attempting to bind port d54f85c7-9095-443b-84e0-81dde3eb2795 on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:52.353089 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Port d54f85c7-9095-443b-84e0-81dde3eb2795 on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:13:52.353410 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Attempting to bind port d54f85c7-9095-443b-84e0-81dde3eb2795 on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:13:52.358791 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:13:52.359063 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Checking segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:13:52.359467 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Bound using segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:13:52.359902 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Bound port: d54f85c7-9095-443b-84e0-81dde3eb2795, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:13:52.360271 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:52.430794 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] For port d54f85c7-9095-443b-84e0-81dde3eb2795, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:13:52.434986 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] For port d54f85c7-9095-443b-84e0-81dde3eb2795, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d54f85c7-9095-443b-84e0-81dde3eb2795,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:13:52.442474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:52.487527 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:52.488447 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:52.490455 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] 10.222.0.59 "PUT /v2.0/ports/d54f85c7-9095-443b-84e0-81dde3eb2795 HTTP/1.1" status: 200 len: 1094 time: 0.6158929 May 10 14:13:52.494832 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:52.499424 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:52.535628 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb8459-16de-448c-92ab-3c4e36cde57f service neutron] Pushing event updated for resources: {'Port': ['ID=d54f85c7-9095-443b-84e0-81dde3eb2795,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:52.539172 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1b3e-ef22-4c7a-986c-afdce64bee5f req-d45954a8-d174-4be6-9385-f1cf5dfb5d06 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:52.540883 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-317a1b3e-ef22-4c7a-986c-afdce64bee5f req-d45954a8-d174-4be6-9385-f1cf5dfb5d06 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0605323 May 10 14:13:52.553245 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a5ed83-09a2-4252-848a-e8cb10e929e9 x-openstack-request-id: req-66a5ed83-09a2-4252-848a-e8cb10e929e9 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:52.553532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:52.553786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66a5ed83-09a2-4252-848a-e8cb10e929e9 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:52.554371 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a5ed83-09a2-4252-848a-e8cb10e929e9'] response: {'name': 'network-changed', 'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'status': 'completed', 'code': 200} May 10 14:13:52.595839 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-c5335890-4984-459c-a2b8-aab2c4f94bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:52.597401 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-c5335890-4984-459c-a2b8-aab2c4f94bb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 1128 time: 0.0467134 May 10 14:13:52.602782 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-317a1b3e-ef22-4c7a-986c-afdce64bee5f req-ce2bf71f-ec24-4d09-b65a-e9fc5e1d2683 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539806 May 10 14:13:52.642855 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-f7e38803-f43d-4b1a-89d2-a2c899e00ce1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54f85c7-9095-443b-84e0-81dde3eb2795 HTTP/1.1" status: 200 len: 217 time: 0.0371475 May 10 14:13:52.696149 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-27116018-107d-445e-86ec-f3198becfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:52.697610 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-27116018-107d-445e-86ec-f3198becfcb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0498266 May 10 14:13:52.739343 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-bac421b4-1b2b-4124-b9e0-26091db40b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:52.740774 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-bac421b4-1b2b-4124-b9e0-26091db40b85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377126 May 10 14:13:52.827458 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-5dbfbe74-36cc-47b6-a546-abdb0098299b service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807085 May 10 14:13:52.925177 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6a9a884c-2f99-4fe5-9aa4-0de712ceb39e req-3cf53fe0-9154-4472-a3e7-5dfca84d1cb6 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919042 May 10 14:13:53.717894 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ead86-b529-47c9-a3e9-3b94843121e5 req-b6f1dd81-3cf5-4caf-a90d-a9477f8e5e49 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:53.719366 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c90ead86-b529-47c9-a3e9-3b94843121e5 req-b6f1dd81-3cf5-4caf-a90d-a9477f8e5e49 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0476706 May 10 14:13:53.807772 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-cf5e706e-dc7b-48cc-ae57-04d8022e6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:53.809802 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-cf5e706e-dc7b-48cc-ae57-04d8022e6591 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 1128 time: 0.0616622 May 10 14:13:53.813674 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c90ead86-b529-47c9-a3e9-3b94843121e5 req-b4d01ee5-bd3d-40d7-a13b-a2c03c75ab06 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882096 May 10 14:13:53.898842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-5f4e3f43-5a97-4096-a90e-c4cca6091cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:53.900325 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-5f4e3f43-5a97-4096-a90e-c4cca6091cee service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0848117 May 10 14:13:53.944418 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-d6d683c5-d867-4851-b9eb-c5a87ae646bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54f85c7-9095-443b-84e0-81dde3eb2795 HTTP/1.1" status: 200 len: 217 time: 0.0376961 May 10 14:13:53.993088 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-19e8bc5f-d5a8-463a-9b96-04262648ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:53.994653 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-19e8bc5f-d5a8-463a-9b96-04262648ccad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0445585 May 10 14:13:54.037426 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-a569db2d-c1bf-47b9-8ccb-36fa910b5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:54.039087 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-a569db2d-c1bf-47b9-8ccb-36fa910b5da1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386186 May 10 14:13:54.132586 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-e98d5374-d742-473d-912f-52398b7a11fb service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 May 10 14:13:54.226619 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43758a16-5b25-406c-bc4f-b4eb71ef9f2e req-35748c2c-5aea-496b-823e-82606172a664 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881560 May 10 14:13:54.250220 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e321c070-99ec-4673-a05c-285b45531f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:54.929398 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e595b83-5599-480e-a29e-ed58eb78fc71 req-b18ce88d-7d81-4e3a-87e8-aee6d416f464 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:54.930925 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1e595b83-5599-480e-a29e-ed58eb78fc71 req-b18ce88d-7d81-4e3a-87e8-aee6d416f464 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0485036 May 10 14:13:54.977538 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1e595b83-5599-480e-a29e-ed58eb78fc71 req-7980e1d7-3b81-4b48-be08-b8e534f94559 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405405 May 10 14:13:56.096263 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181c6bf-1a10-4db1-b165-ec18bb763e62 req-100bc2a9-f6c7-4762-bb19-429e130c2c45 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:56.097748 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d181c6bf-1a10-4db1-b165-ec18bb763e62 req-100bc2a9-f6c7-4762-bb19-429e130c2c45 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0521436 May 10 14:13:56.147854 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d181c6bf-1a10-4db1-b165-ec18bb763e62 req-d517638b-c94c-448d-88da-5c33b56bdc57 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 May 10 14:13:56.348262 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4cdfe8f8-68a3-487a-9aed-9e2c98c82f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:57.258048 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93ce06-0775-4108-a6d9-d9f69df21d54 req-648ed32f-646f-442a-b575-ddcdea78a4f8 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:57.259520 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e93ce06-0775-4108-a6d9-d9f69df21d54 req-648ed32f-646f-442a-b575-ddcdea78a4f8 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0463076 May 10 14:13:57.308832 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e93ce06-0775-4108-a6d9-d9f69df21d54 req-9e95333e-8579-458c-a7c4-3d1c62c8a6f7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 May 10 14:13:57.807960 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:58.425596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f50128-ddfc-4e75-ab87-4ac2c72d7a6b req-86228164-99c5-4f75-9acf-adfe4ccf1560 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:58.426980 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01f50128-ddfc-4e75-ab87-4ac2c72d7a6b req-86228164-99c5-4f75-9acf-adfe4ccf1560 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0497847 May 10 14:13:58.474597 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01f50128-ddfc-4e75-ab87-4ac2c72d7a6b req-974eb33f-4b2f-4f5f-b08f-a39a38a30c0b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 May 10 14:13:58.945541 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:59.588831 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff9efe-3e20-4f29-b36c-20e862032c92 req-f44cdb8b-f2e7-4c9f-a9ec-bc602632815a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:59.590295 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6dff9efe-3e20-4f29-b36c-20e862032c92 req-f44cdb8b-f2e7-4c9f-a9ec-bc602632815a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0497675 May 10 14:13:59.640601 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6dff9efe-3e20-4f29-b36c-20e862032c92 req-aace802b-22d8-4beb-a793-840fd7ac70f8 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438278 May 10 14:14:00.355148 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:00.752654 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e92b5-ead3-4ad2-ba3a-6859c4e39ed2 req-46ddc717-81e0-4431-a3d0-978a9b3585b7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:00.754141 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-740e92b5-ead3-4ad2-ba3a-6859c4e39ed2 req-46ddc717-81e0-4431-a3d0-978a9b3585b7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0484962 May 10 14:14:00.803715 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-740e92b5-ead3-4ad2-ba3a-6859c4e39ed2 req-d3c9989e-ace7-4803-bd22-6d5acd4bd1d4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439622 May 10 14:14:01.924018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16e617-694c-4561-8d0d-8cedb3be7f07 req-c074815f-70a2-4ca0-b6ec-5c1a777613c3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:01.926663 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ca16e617-694c-4561-8d0d-8cedb3be7f07 req-c074815f-70a2-4ca0-b6ec-5c1a777613c3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0549912 May 10 14:14:01.975463 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ca16e617-694c-4561-8d0d-8cedb3be7f07 req-789a8f15-fbc1-418d-854d-d697417efc34 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 May 10 14:14:03.093698 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430233bf-b249-44a8-98cc-897635bed63a req-f037feae-6262-4e83-a640-8ed38e237a9a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:03.095203 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-430233bf-b249-44a8-98cc-897635bed63a req-f037feae-6262-4e83-a640-8ed38e237a9a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0515490 May 10 14:14:03.143359 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-430233bf-b249-44a8-98cc-897635bed63a req-6a2b07ec-7b61-4aa4-a19c-efad656c893e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 May 10 14:14:04.276002 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f412c-45b4-47f5-b6d7-e90eadef5057 req-8e6a5e33-6d24-4d28-8b67-2a0737350a6f tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:04.277471 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-142f412c-45b4-47f5-b6d7-e90eadef5057 req-8e6a5e33-6d24-4d28-8b67-2a0737350a6f tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0518117 May 10 14:14:04.328700 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-142f412c-45b4-47f5-b6d7-e90eadef5057 req-045d3cc6-b3c3-4cf4-8988-df1fe10009d1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443044 May 10 14:14:05.445499 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fea696-d46b-4a63-b046-d4f1eb4ea4fc req-9c6356a0-49a2-4177-91ca-c648653f2dbd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:05.446981 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-30fea696-d46b-4a63-b046-d4f1eb4ea4fc req-9c6356a0-49a2-4177-91ca-c648653f2dbd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0472875 May 10 14:14:05.495976 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-30fea696-d46b-4a63-b046-d4f1eb4ea4fc req-57914061-b732-419e-8841-6beea8892b06 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428658 May 10 14:14:06.578820 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device d54f85c7-9095-443b-84e0-81dde3eb2795 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:14:06.610379 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636c040-69d1-4a5b-ac4d-650179ba1800 req-f9754fc2-c7f6-4a37-8aa6-1bece092dbea tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:06.612209 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4636c040-69d1-4a5b-ac4d-650179ba1800 req-f9754fc2-c7f6-4a37-8aa6-1bece092dbea tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 944 time: 0.0474808 May 10 14:14:06.662801 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4636c040-69d1-4a5b-ac4d-650179ba1800 req-e7d77f03-5cfc-49f4-9c82-82380e611be7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438449 May 10 14:14:06.678535 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36508) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:14:06.679336 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port d54f85c7-9095-443b-84e0-81dde3eb2795, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d54f85c7-9095-443b-84e0-81dde3eb2795,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:14:06.691568 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'port_id': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'mac_address': 'fa:16:3e:a9:9c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:14:06.731581 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port d54f85c7-9095-443b-84e0-81dde3eb2795 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:14:06.731968 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:06.744534 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54f85c7-9095-443b-84e0-81dde3eb2795 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:14:06.771188 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:06.774679 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port d54f85c7-9095-443b-84e0-81dde3eb2795, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d54f85c7-9095-443b-84e0-81dde3eb2795,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:14:06.778552 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:06.784231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbebf86c-64ae-4d0b-a994-9db17d19ec59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:06.829394 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=d54f85c7-9095-443b-84e0-81dde3eb2795,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:14:06.862075 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbebf86c-64ae-4d0b-a994-9db17d19ec59 admin admin] Publish callbacks [] for security_group (d73358c9-9529-4d4d-9ef7-cca4806b3647), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:06.865825 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbebf86c-64ae-4d0b-a994-9db17d19ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d73358c9-9529-4d4d-9ef7-cca4806b3647), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:06.905787 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebf86c-64ae-4d0b-a994-9db17d19ec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73358c9-9529-4d4d-9ef7-cca4806b3647,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:14:06.911295 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cbebf86c-64ae-4d0b-a994-9db17d19ec59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d75a711d37b405dbe801b38ff588db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317512 May 10 14:14:06.913800 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36512) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:14:07.110051 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['d54f85c7-9095-443b-84e0-81dde3eb2795'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:14:07.228277 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e827b60-7184-45a0-add9-de75f9f7f40b admin admin] Publish callbacks [] for security_group (d73358c9-9529-4d4d-9ef7-cca4806b3647), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:07.249504 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e827b60-7184-45a0-add9-de75f9f7f40b admin admin] Publish callbacks [] for security_group (d73358c9-9529-4d4d-9ef7-cca4806b3647), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:07.302074 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e827b60-7184-45a0-add9-de75f9f7f40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d73358c9-9529-4d4d-9ef7-cca4806b3647), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:07.305079 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e827b60-7184-45a0-add9-de75f9f7f40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:07.309027 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3e827b60-7184-45a0-add9-de75f9f7f40b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d73358c9-9529-4d4d-9ef7-cca4806b3647 HTTP/1.1" status: 204 len: 168 time: 0.3942058 May 10 14:14:07.317726 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e827b60-7184-45a0-add9-de75f9f7f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73358c9-9529-4d4d-9ef7-cca4806b3647,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:14:07.774845 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2246b-f30f-474b-9d81-bca2ba624c86 req-3c672619-b8ff-48a6-92d5-bef4a0c34584 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:07.776265 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ca2246b-f30f-474b-9d81-bca2ba624c86 req-3c672619-b8ff-48a6-92d5-bef4a0c34584 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 945 time: 0.0456202 May 10 14:14:07.828405 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ca2246b-f30f-474b-9d81-bca2ba624c86 req-ccfe9c00-c92a-4c53-9727-7ef7832a9b09 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460618 May 10 14:14:08.591511 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device d54f85c7-9095-443b-84e0-81dde3eb2795 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:14:08.637159 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port d54f85c7-9095-443b-84e0-81dde3eb2795 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:14:08.642991 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port d54f85c7-9095-443b-84e0-81dde3eb2795 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:14:08.643354 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:08.715831 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port d54f85c7-9095-443b-84e0-81dde3eb2795 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:14:08.716205 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:08.738372 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:14:08.740543 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02958650-f311-47ce-a260-d5fc255da0f7" -d '{"events": [{"server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "name": "network-vif-plugged", "status": "completed", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:14:08.753710 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port d54f85c7-9095-443b-84e0-81dde3eb2795, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d54f85c7-9095-443b-84e0-81dde3eb2795,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:14:08.758254 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:08.781174 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e829967-1f88-4ef2-84cc-03180638642f x-openstack-request-id: req-4e829967-1f88-4ef2-84cc-03180638642f {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:14:08.781458 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "name": "network-vif-plugged", "status": "completed", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:14:08.781701 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e829967-1f88-4ef2-84cc-03180638642f {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:14:08.782079 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e829967-1f88-4ef2-84cc-03180638642f'] response: {'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'code': 200} May 10 14:14:08.808263 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=d54f85c7-9095-443b-84e0-81dde3eb2795,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:14:08.944600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195135-dc67-4d02-9f70-1a036826437d req-cdd66c73-8a58-4167-932c-31f6f4736327 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:08.946044 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98195135-dc67-4d02-9f70-1a036826437d req-cdd66c73-8a58-4167-932c-31f6f4736327 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0498891 May 10 14:14:09.018176 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443f7d7-7f1e-4d17-9d7f-f7fad5ada268 req-aedea99b-3a04-4ddf-9523-4de6df722ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:09.019641 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0443f7d7-7f1e-4d17-9d7f-f7fad5ada268 req-aedea99b-3a04-4ddf-9523-4de6df722ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 1130 time: 0.0614371 May 10 14:14:09.024188 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98195135-dc67-4d02-9f70-1a036826437d req-0c16e2a8-236a-4de9-be8d-a411e6448691 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716918 May 10 14:14:09.067055 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0443f7d7-7f1e-4d17-9d7f-f7fad5ada268 req-9a386f7c-5803-42b2-b66b-f211657ac479 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388227 May 10 14:14:10.140001 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d94b1-11a3-4e8a-8f0d-2a1343928bfc req-9087c4da-fafd-46cc-8423-79556df4a3e3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:10.141462 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-448d94b1-11a3-4e8a-8f0d-2a1343928bfc req-9087c4da-fafd-46cc-8423-79556df4a3e3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0473611 May 10 14:14:10.194577 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-448d94b1-11a3-4e8a-8f0d-2a1343928bfc req-28bc746a-6193-44fc-8fcc-59233592f329 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474796 May 10 14:14:11.325137 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b61f4-2692-452d-bfcd-26c23c3ccb95 req-37728e6c-97a7-480e-8563-6cbc896419da tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:11.328168 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e35b61f4-2692-452d-bfcd-26c23c3ccb95 req-37728e6c-97a7-480e-8563-6cbc896419da tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0512750 May 10 14:14:11.379228 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e35b61f4-2692-452d-bfcd-26c23c3ccb95 req-90cd5048-fe62-423f-ba38-58d2de90817a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455401 May 10 14:14:11.493037 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878c1f-6445-42db-92a0-b0f1bd1550f9 req-31a29502-63bf-45b8-8d7e-d16e44d575d4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:11.494423 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5878c1f-6445-42db-92a0-b0f1bd1550f9 req-31a29502-63bf-45b8-8d7e-d16e44d575d4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0475972 May 10 14:14:11.541986 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5878c1f-6445-42db-92a0-b0f1bd1550f9 req-ed915958-aa43-4e12-92d6-d19384983803 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 May 10 14:14:11.565480 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36528) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:14:11.742182 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd130dc-1b81-4b74-bc4f-281a193e7f76 tempest-TestVolumeBootPattern-352117187 tempest-TestVolumeBootPattern-352117187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:11.743745 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8dd130dc-1b81-4b74-bc4f-281a193e7f76 tempest-TestVolumeBootPattern-352117187 tempest-TestVolumeBootPattern-352117187-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 1125 time: 0.1772459 May 10 14:14:11.746602 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36532) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:14:11.751587 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'port_id': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'tenant_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:14:11.771046 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:11.849627 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:11.948710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Allocated IP 172.27.2.86 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/7ec1804f-ba98-43b3-b810-9c26c70e53ab) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:14:12.050930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.083915 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.121208 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:14:12.125609 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:14:12.131218 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:14:12.136645 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=7ec1804f-ba98-43b3-b810-9c26c70e53ab,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:14:12.494302 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (ff559a34-2ee9-4afc-8651-89bb398252e7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.561395 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.708669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.713115 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.785332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=7ec1804f-ba98-43b3-b810-9c26c70e53ab,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:14:12.795419 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (ff559a34-2ee9-4afc-8651-89bb398252e7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:12.896757 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Floating IP ff559a34-2ee9-4afc-8651-89bb398252e7 associated. External IP: 172.27.2.86, port: d54f85c7-9095-443b-84e0-81dde3eb2795. May 10 14:14:13.103612 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:14:13.210807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:14:13.221961 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:14:13.228019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:13.233392 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:14:13.234007 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:13:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:14:13.258343 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f79ec71e-5b47-428b-9dc6-35e3632da210 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5107346 May 10 14:14:13.258947 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:14:13.261174 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76190f2f-39e9-405f-b045-8356245ead7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:14:13.296623 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c9ffbe-05c2-4e4a-8ca8-cfb1d7f2c906 x-openstack-request-id: req-38c9ffbe-05c2-4e4a-8ca8-cfb1d7f2c906 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:14:13.296910 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:14:13.297154 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38c9ffbe-05c2-4e4a-8ca8-cfb1d7f2c906 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:14:13.297558 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c9ffbe-05c2-4e4a-8ca8-cfb1d7f2c906'] response: {'name': 'network-changed', 'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'status': 'completed', 'code': 200} May 10 14:14:13.359069 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76190f2f-39e9-405f-b045-8356245ead7b req-5cab6b42-3fd4-41ae-a694-0eab927602d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:13.360478 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-5cab6b42-3fd4-41ae-a694-0eab927602d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 1130 time: 0.0422044 May 10 14:14:13.433711 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:14:13.451722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76190f2f-39e9-405f-b045-8356245ead7b req-1473247f-05b3-46c7-a8c0-9a59094c0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:13.453195 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-1473247f-05b3-46c7-a8c0-9a59094c0a4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0869293 May 10 14:14:13.518862 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-84693a14-67ea-47f8-94ef-b807849c32ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54f85c7-9095-443b-84e0-81dde3eb2795 HTTP/1.1" status: 200 len: 999 time: 0.0591311 May 10 14:14:13.566895 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76190f2f-39e9-405f-b045-8356245ead7b req-3b714014-a315-486d-a4aa-ab7b1b657b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:13.568338 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-3b714014-a315-486d-a4aa-ab7b1b657b9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0442665 May 10 14:14:13.615933 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76190f2f-39e9-405f-b045-8356245ead7b req-7c3f885f-5b4a-4f50-8ecf-8f67793085a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:13.617362 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-7c3f885f-5b4a-4f50-8ecf-8f67793085a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420656 May 10 14:14:13.649034 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'ff559a34-2ee9-4afc-8651-89bb398252e7', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:a9:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:14:12Z', 'updated_at': '2022-05-10T14:14:12Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:14:13.674593 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:14:13.682605 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:14:13.683196 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:13:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:14:13.706579 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-91bf1c0b-0593-4fd8-90b3-363ab7768d88 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819876 May 10 14:14:13.789061 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:14:13.797530 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-76190f2f-39e9-405f-b045-8356245ead7b req-f6b60830-8c42-4056-98c5-8a04bcd35e1c service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856915 May 10 14:14:14.001240 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'ff559a34-2ee9-4afc-8651-89bb398252e7', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:a9:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:14:12Z', 'updated_at': '2022-05-10T14:14:12Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:14:14.026040 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970083e6-b387-4acd-98ad-c3a9314c01f4 None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': 'ff559a34-2ee9-4afc-8651-89bb398252e7', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:a9:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:14:12Z', 'updated_at': '2022-05-10T14:14:12Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:14:14.218634 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8717bc-e6ac-4d68-bb94-bd6f95c8fbb0 None None] New status for floating IP ff559a34-2ee9-4afc-8651-89bb398252e7: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:14:15.376753 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:14:24.251967 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-396839f5-bf8d-4704-bbb1-5a1319eb1ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:26.349942 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d270b50-011c-48e5-89ab-58ae7e0f831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:27.812144 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:28.947091 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:30.358232 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:36.775120 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:42.406882 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-b26795a0-4207-412a-9cc4-60d6a876a74e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405262 May 10 14:14:42.490923 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-5ebbaa6b-1711-4b6a-bd67-430605e78b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:42.492402 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-5ebbaa6b-1711-4b6a-bd67-430605e78b86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1130 time: 0.0434754 May 10 14:14:42.597948 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-0fa36545-8bba-44d4-92a4-77bda4e90198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:42.599458 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-0fa36545-8bba-44d4-92a4-77bda4e90198 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0887129 May 10 14:14:42.664452 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-43373fcc-19cb-41b0-9f63-f9de76287266 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 1001 time: 0.0585318 May 10 14:14:42.711821 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-1db3e34a-4e07-4861-93b2-ac481df15ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:42.713196 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-1db3e34a-4e07-4861-93b2-ac481df15ac2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0421896 May 10 14:14:42.758244 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-0c13ea85-cc04-44ac-9250-0fc756f7bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:14:42.759715 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-0c13ea85-cc04-44ac-9250-0fc756f7bace service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406094 May 10 14:14:43.105743 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-29805f85-49dd-462f-a23c-1399dafb791e service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394890 May 10 14:14:43.195123 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4731ed31-01ee-45cf-85e0-c1bb9019bfd8 req-ea1bdec5-f301-4db7-94c5-342edaf50b01 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825272 May 10 14:14:52.375953 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:14:54.253169 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71cc7a03-e36a-4ea1-89d4-8591c84d9730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:56.355826 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2a43a72f-1154-4289-8f2b-b8f6b90a3f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:57.814246 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:58.949961 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:00.360159 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:02.444402 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8eb1-7356-4a59-8c6b-0a141be9fe0b req-39902a6c-97e7-43f0-b6ee-17d0ca9d4aa5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:02.445748 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbdc8eb1-7356-4a59-8c6b-0a141be9fe0b req-39902a6c-97e7-43f0-b6ee-17d0ca9d4aa5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0460079 May 10 14:15:02.492735 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbdc8eb1-7356-4a59-8c6b-0a141be9fe0b req-95474069-9738-4f0a-9fe3-6757a3b67830 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414240 May 10 14:15:03.615660 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aa61e-9c11-4f1c-a9e3-7b6630708561 req-29db22ea-119d-40e4-a058-e9df7e8d76d2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:03.617105 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce1aa61e-9c11-4f1c-a9e3-7b6630708561 req-29db22ea-119d-40e4-a058-e9df7e8d76d2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0479951 May 10 14:15:03.662332 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce1aa61e-9c11-4f1c-a9e3-7b6630708561 req-4f255a87-be04-4fcc-bb66-f5d610a72e21 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 May 10 14:15:04.962567 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cf69a-5a44-4d2f-93d5-9fd2bec6d36e req-d2837126-3e54-4551-b9d5-e6149ada611e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:04.963930 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-935cf69a-5a44-4d2f-93d5-9fd2bec6d36e req-d2837126-3e54-4551-b9d5-e6149ada611e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0502360 May 10 14:15:05.011082 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-935cf69a-5a44-4d2f-93d5-9fd2bec6d36e req-3af53add-52f8-4d18-87da-086b2555b07a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 May 10 14:15:06.132287 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64ab0a-65fb-4060-8054-167e19ea65af req-1e3957f4-7308-4a45-8f16-95fb5e99f1c1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:06.133642 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f64ab0a-65fb-4060-8054-167e19ea65af req-1e3957f4-7308-4a45-8f16-95fb5e99f1c1 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0499253 May 10 14:15:06.178346 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f64ab0a-65fb-4060-8054-167e19ea65af req-0bac05da-1e37-45fb-99ba-a14852abdc79 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 May 10 14:15:06.784901 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:07.298560 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19763e-d968-4d59-a852-5a2f4d735fda req-434ab5d0-e28b-4b07-8436-af66efd8395b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:07.300446 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7d19763e-d968-4d59-a852-5a2f4d735fda req-434ab5d0-e28b-4b07-8436-af66efd8395b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0484755 May 10 14:15:07.347759 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7d19763e-d968-4d59-a852-5a2f4d735fda req-8b54510e-75a3-41fb-91e8-9257654466e7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 May 10 14:15:08.466660 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3963a-98e3-495b-a97d-ead4066f71e1 req-387da194-37dd-4e96-9738-6ac51e388416 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:08.468062 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dba3963a-98e3-495b-a97d-ead4066f71e1 req-387da194-37dd-4e96-9738-6ac51e388416 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0505085 May 10 14:15:08.515867 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dba3963a-98e3-495b-a97d-ead4066f71e1 req-7205494a-cd34-4412-be89-7548347c55b0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 May 10 14:15:09.632163 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cba9b-e4ab-4ea5-bc8e-d9efccefbd53 req-13c52cca-e088-403a-8aec-122ad1d06a3e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:09.633595 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fd3cba9b-e4ab-4ea5-bc8e-d9efccefbd53 req-13c52cca-e088-403a-8aec-122ad1d06a3e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0459285 May 10 14:15:09.683471 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fd3cba9b-e4ab-4ea5-bc8e-d9efccefbd53 req-0133d87c-867d-4f85-aae2-6bc7b70b9fed tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438056 May 10 14:15:10.800596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8e3b7-661d-42ec-bf36-91b45bbec2af req-73597472-7cdd-4865-ad3a-e4eebb0be78d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:10.802051 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0cc8e3b7-661d-42ec-bf36-91b45bbec2af req-73597472-7cdd-4865-ad3a-e4eebb0be78d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0471816 May 10 14:15:10.849615 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0cc8e3b7-661d-42ec-bf36-91b45bbec2af req-8406a2fd-16e3-44b4-9600-fadf99cdd871 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 May 10 14:15:11.966553 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19ee6-1675-4b6a-9bf3-bd5b3c717f3d req-915de224-77c0-48bc-8d07-1a13e4357190 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:11.967914 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-90d19ee6-1675-4b6a-9bf3-bd5b3c717f3d req-915de224-77c0-48bc-8d07-1a13e4357190 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0459704 May 10 14:15:12.013982 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-90d19ee6-1675-4b6a-9bf3-bd5b3c717f3d req-5275db9c-3639-4c1c-a99a-70894317ebc9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405347 May 10 14:15:13.134812 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935aab9-f6ca-4ffb-81a5-b75078e1b224 req-d3a2582a-fe8e-4672-90c2-bec2ad54e4a8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:13.136172 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4935aab9-f6ca-4ffb-81a5-b75078e1b224 req-d3a2582a-fe8e-4672-90c2-bec2ad54e4a8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0492225 May 10 14:15:13.183148 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4935aab9-f6ca-4ffb-81a5-b75078e1b224 req-e4e29fe7-2f6e-4c50-9c48-4b659a4c2511 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 May 10 14:15:14.298332 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055aeb-6089-4382-b314-69cf25302840 req-f75eecf8-682e-4464-b106-909dc10f0e5e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:14.299785 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-40055aeb-6089-4382-b314-69cf25302840 req-f75eecf8-682e-4464-b106-909dc10f0e5e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0453756 May 10 14:15:14.346288 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-40055aeb-6089-4382-b314-69cf25302840 req-a8eb8bf3-b243-4fb9-827d-98aadb768644 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 May 10 14:15:14.918307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:15:15.015349 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:15.026765 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'mac_address': 'fa:16:3e:7e:34:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:15:15.065972 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: ACTIVE; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:15:15.066393 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:15.079401 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:15:15.097967 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:15.101944 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:15.151045 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:15:15.158342 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.158694 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.159039 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.159387 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.159720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.160051 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.160410 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.160738 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.161064 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.161389 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.161714 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.162037 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.162390 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.162712 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.163034 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:15:15.181309 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:15:15.465536 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e569d-4763-4021-807d-358f8d41fe00 req-4096d5e7-d750-4964-b5ac-61866abe76cf tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:15.467473 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-563e569d-4763-4021-807d-358f8d41fe00 req-4096d5e7-d750-4964-b5ac-61866abe76cf tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 945 time: 0.0476680 May 10 14:15:15.515326 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-563e569d-4763-4021-807d-358f8d41fe00 req-c381d565-b16c-4f9a-8295-39870e1124b9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419097 May 10 14:15:16.641000 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580b78-3ce2-43a4-8dfa-3f854aa97fa2 req-3919a880-52c9-4f7e-aff7-05c092fc8791 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:16.642542 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fa580b78-3ce2-43a4-8dfa-3f854aa97fa2 req-3919a880-52c9-4f7e-aff7-05c092fc8791 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 945 time: 0.0534623 May 10 14:15:16.691394 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fa580b78-3ce2-43a4-8dfa-3f854aa97fa2 req-3673246c-e480-4178-9e2a-e1c3e760d675 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 May 10 14:15:16.948034 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:15:16.995497 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:15:16.995858 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:17.071200 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:15:17.071576 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:17.093504 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:15:17.095731 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403de0df-f628-4218-b5df-e33f9dfe8f5d" -d '{"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-plugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:15:17.111129 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:17.117273 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:17.141979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5efa2e-6c94-4693-82ea-cbc07ce75b68 x-openstack-request-id: req-9d5efa2e-6c94-4693-82ea-cbc07ce75b68 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:15:17.142311 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-plugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:15:17.142543 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d5efa2e-6c94-4693-82ea-cbc07ce75b68 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:15:17.142929 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5efa2e-6c94-4693-82ea-cbc07ce75b68'] response: {'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'code': 200} May 10 14:15:17.167849 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:15:17.811802 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2cc55-6eb4-4fbb-a43d-4b511e2300d4 req-6c9ea263-4277-4a1d-bda3-ab1e29d8f83d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:17.813266 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cad2cc55-6eb4-4fbb-a43d-4b511e2300d4 req-6c9ea263-4277-4a1d-bda3-ab1e29d8f83d tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0468490 May 10 14:15:17.860668 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cad2cc55-6eb4-4fbb-a43d-4b511e2300d4 req-f175586e-a687-400f-88e2-1fd1da48dcb5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 May 10 14:15:18.995285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150a283-b7d1-4b59-a402-b6837ecbe3d7 req-9651e4ba-a67e-498c-9d7d-e472e11fbbf8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:18.997382 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a150a283-b7d1-4b59-a402-b6837ecbe3d7 req-9651e4ba-a67e-498c-9d7d-e472e11fbbf8 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0573952 May 10 14:15:19.057894 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a150a283-b7d1-4b59-a402-b6837ecbe3d7 req-c44651d1-c101-403f-8170-697928f5e8f0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507159 May 10 14:15:20.212017 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8831b2-d551-4847-a1fc-0de0cb0930f3 req-49b7ae49-7389-4d31-b2c4-9b4eec06dd17 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:20.214467 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cd8831b2-d551-4847-a1fc-0de0cb0930f3 req-49b7ae49-7389-4d31-b2c4-9b4eec06dd17 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0757489 May 10 14:15:20.509406 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cd8831b2-d551-4847-a1fc-0de0cb0930f3 req-f324e6a2-e729-41a1-aa8a-05e3b4e7b6ba tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888997 May 10 14:15:21.650417 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dbc12-657d-47d1-a4f0-4e3246b2895e req-86d7531f-ea03-4eaf-b342-799346db5715 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:21.652072 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b1dbc12-657d-47d1-a4f0-4e3246b2895e req-86d7531f-ea03-4eaf-b342-799346db5715 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0616605 May 10 14:15:21.705313 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7b1dbc12-657d-47d1-a4f0-4e3246b2895e req-9b261423-2e5f-40ac-a161-52aeb35fad16 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464301 May 10 14:15:22.840268 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997d01f-94d2-413b-a580-3ac669ae1c3f req-780c4c5a-628a-43f2-a888-d3970fd1e135 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:22.841855 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e997d01f-94d2-413b-a580-3ac669ae1c3f req-780c4c5a-628a-43f2-a888-d3970fd1e135 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0520697 May 10 14:15:22.901490 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e997d01f-94d2-413b-a580-3ac669ae1c3f req-f0edfefa-c669-42ee-94fe-610bd109f3c7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510108 May 10 14:15:24.021878 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a49af-8cea-45e7-8f61-1d448e60d649 req-4c553f16-050e-4c7a-8a48-733988c956fe tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:24.028984 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f08a49af-8cea-45e7-8f61-1d448e60d649 req-4c553f16-050e-4c7a-8a48-733988c956fe tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0546684 May 10 14:15:24.072662 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f08a49af-8cea-45e7-8f61-1d448e60d649 req-4d70becb-2149-4ca4-9f84-66bd920d3257 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 May 10 14:15:24.258599 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cb9431c6-4586-4a7e-a3f8-6265b5f989d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:25.212482 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671fd4f-a014-4337-bcff-494d0ef483ee req-46b3ad98-d7d2-40aa-9ae9-ea7bb2aeaaa6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:25.222235 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c671fd4f-a014-4337-bcff-494d0ef483ee req-46b3ad98-d7d2-40aa-9ae9-ea7bb2aeaaa6 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0682507 May 10 14:15:25.274281 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c671fd4f-a014-4337-bcff-494d0ef483ee req-0cddd2d8-a909-443a-bd55-f28d8bdb4c1a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509920 May 10 14:15:26.358263 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7012fce7-83c2-4f95-a647-4747afd6e4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:26.427242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42def687-2719-45a3-a890-5e0f451e2bdd req-df66df76-55c5-436e-a536-679eeb3c7ad9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:26.431716 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42def687-2719-45a3-a890-5e0f451e2bdd req-df66df76-55c5-436e-a536-679eeb3c7ad9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0683885 May 10 14:15:26.483836 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42def687-2719-45a3-a890-5e0f451e2bdd req-e400c1cf-e54e-4446-a302-87cd9db0653c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 May 10 14:15:27.606895 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccff3e2-25d3-47ee-a956-dd4430216c4c req-3acd68ba-e8e7-435d-8354-e3b694f59f53 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:27.609005 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ccff3e2-25d3-47ee-a956-dd4430216c4c req-3acd68ba-e8e7-435d-8354-e3b694f59f53 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0483427 May 10 14:15:27.656044 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ccff3e2-25d3-47ee-a956-dd4430216c4c req-8706c6ac-ab8d-4689-9d21-facd8b200dbb tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410869 May 10 14:15:27.816994 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:28.163476 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-401932af-0fba-4ff3-9f0e-954be4778941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:28.164990 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-401932af-0fba-4ff3-9f0e-954be4778941 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1130 time: 0.0396192 May 10 14:15:28.256702 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-be1d2ed5-a75c-49e2-a025-0ff01024382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:28.258161 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-be1d2ed5-a75c-49e2-a025-0ff01024382e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0877206 May 10 14:15:28.327059 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-57b1d7ef-e2da-4177-a144-df127c1a6808 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 1001 time: 0.0620873 May 10 14:15:28.376620 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-fa761420-cd21-44f1-8fce-b96151bb2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:28.378102 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-fa761420-cd21-44f1-8fce-b96151bb2994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0460110 May 10 14:15:28.423820 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-b4c4e4c5-bd20-4f6c-b38b-80eedb80b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:28.425236 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-b4c4e4c5-bd20-4f6c-b38b-80eedb80b082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418673 May 10 14:15:28.514948 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-522135c1-357a-4d21-801f-869e58375a37 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834129 May 10 14:15:28.607004 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0c09fa8a-f4bd-47e6-be20-1313813a206f req-872fd4c4-9d36-44fa-be04-aa28d1c7ef87 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862947 May 10 14:15:28.779171 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530089a0-6e65-4a0b-b251-f81f49d2561b req-4b152a71-027e-413b-a869-4fbcd1e1660b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:28.780669 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-530089a0-6e65-4a0b-b251-f81f49d2561b req-4b152a71-027e-413b-a869-4fbcd1e1660b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0485501 May 10 14:15:28.828507 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-530089a0-6e65-4a0b-b251-f81f49d2561b req-b79bdbf4-dbc3-40c7-b1a6-e287beb19ca9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419841 May 10 14:15:28.954068 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:29.375357 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:15:29.948185 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccb37-d548-4270-bd0c-d48abdbde973 req-c280df7c-d576-4b63-94bb-834b008011a0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:29.949697 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3feccb37-d548-4270-bd0c-d48abdbde973 req-c280df7c-d576-4b63-94bb-834b008011a0 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0493696 May 10 14:15:29.997145 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3feccb37-d548-4270-bd0c-d48abdbde973 req-4fb7ae67-9131-4ac0-873a-d00ea999cfc3 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 May 10 14:15:30.365774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:31.055439 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:15:31.115248 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3029a99-55cc-443d-a4f9-1e1f08b60ae9 req-b0b4e30f-b7ce-4802-a47c-d3101d280120 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:31.116687 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3029a99-55cc-443d-a4f9-1e1f08b60ae9 req-b0b4e30f-b7ce-4802-a47c-d3101d280120 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 946 time: 0.0477827 May 10 14:15:31.135376 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: ACTIVE; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:15:31.135766 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:31.159689 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:15:31.161977 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc9ef87-0230-4b96-bbfe-03ba81980285" -d '{"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-unplugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:15:31.165724 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3029a99-55cc-443d-a4f9-1e1f08b60ae9 req-a7e98bc1-2eef-41fb-b1c4-3fa43fe47394 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 May 10 14:15:31.179939 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:31.184942 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:31.210621 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac7c1a-495a-46f8-bfc5-aef5df8819a6 x-openstack-request-id: req-adac7c1a-495a-46f8-bfc5-aef5df8819a6 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:15:31.211013 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-unplugged", "status": "failed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "code": 422}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:15:31.211201 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adac7c1a-495a-46f8-bfc5-aef5df8819a6 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:15:31.211605 dv-cinder-835881-9-iscsi neutron-server[103391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-adac7c1a-495a-46f8-bfc5-aef5df8819a6']: {'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'code': 422} returned with failed status May 10 14:15:31.238693 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=8']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:15:31.945165 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-f39394bf-6744-4f03-9b46-373ab8e2602d req-df19a688-5cd4-4420-ae83-11d483604170 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:15:31.946129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f39394bf-6744-4f03-9b46-373ab8e2602d req-df19a688-5cd4-4420-ae83-11d483604170 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052481 May 10 14:15:32.112502 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c52a-6af1-44d8-b382-94b1b70a0621 req-500b175b-ac51-478a-bc6e-c02022cf23ea tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:32.114118 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1d36c52a-6af1-44d8-b382-94b1b70a0621 req-500b175b-ac51-478a-bc6e-c02022cf23ea tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0519569 May 10 14:15:32.162814 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1d36c52a-6af1-44d8-b382-94b1b70a0621 req-1d3b8e3b-b2fb-467d-afc7-2f7b660df8e9 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 May 10 14:15:32.338575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36746) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:15:32.429353 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-adf8a30b-312d-4162-8486-ec2a17e9c374 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895417 May 10 14:15:32.437550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-ea50b777-61fc-43e3-b709-37f1f7a79a3d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:15:32.438507 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-ea50b777-61fc-43e3-b709-37f1f7a79a3d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047481 May 10 14:15:32.516485 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36754) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:15:32.608538 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-b9166ba9-a22d-41d8-bdaa-441b6526d723 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:32.609981 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-b9166ba9-a22d-41d8-bdaa-441b6526d723 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports/4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 941 time: 0.0925317 May 10 14:15:33.286566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c9077-dc0f-407a-ba0f-427b54b5623c req-8b51957f-8fc8-4ee7-b343-e034870788ee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:33.287995 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-887c9077-dc0f-407a-ba0f-427b54b5623c req-8b51957f-8fc8-4ee7-b343-e034870788ee tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0492811 May 10 14:15:33.366604 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-887c9077-dc0f-407a-ba0f-427b54b5623c req-adb08c80-d31c-4a4f-b1f0-bf6f239f28bc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729651 May 10 14:15:33.375117 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-b68ecefd-26eb-4296-ac11-33e35537fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:33.376595 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-b68ecefd-26eb-4296-ac11-33e35537fc0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b&tenant_id=c251b9c401c6455da95be74c9119b8d2 HTTP/1.1" status: 200 len: 1128 time: 0.0531411 May 10 14:15:33.447674 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-63431db7-8134-418c-941b-f4dc45ff4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:33.449187 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-63431db7-8134-418c-941b-f4dc45ff4bef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1128 time: 0.0408907 May 10 14:15:33.540682 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-cb0c7beb-7ee6-46d1-904e-786ef8ed6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:33.542062 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-cb0c7beb-7ee6-46d1-904e-786ef8ed6e25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0875916 May 10 14:15:33.612701 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-a9e5a815-549a-4f12-8301-fadf0033a40b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 999 time: 0.0646667 May 10 14:15:33.662891 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-d71fd494-8698-4b71-ad76-41ff11e112ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:33.664356 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-d71fd494-8698-4b71-ad76-41ff11e112ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0456197 May 10 14:15:33.709355 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-dafd9b10-2284-415a-81ce-c4d8e164aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:33.710900 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-dafd9b10-2284-415a-81ce-c4d8e164aac7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408688 May 10 14:15:33.803908 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-61fdb7d0-f168-4685-bb4b-b13a4ad76430 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872264 May 10 14:15:34.033317 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5b97f0e-91ba-4723-b79a-ee45d9255a46 req-50c3d569-ecf1-419e-aedf-ffbc617d0f88 service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948346 May 10 14:15:34.538096 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d9663-eac9-4013-a723-b6dbd431cf65 req-8d6c62e0-3b20-414a-b77b-d44fc6962cb5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:34.540337 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-900d9663-eac9-4013-a723-b6dbd431cf65 req-8d6c62e0-3b20-414a-b77b-d44fc6962cb5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0513561 May 10 14:15:34.599050 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-900d9663-eac9-4013-a723-b6dbd431cf65 req-8993f113-8f93-48f0-b0ab-f31e87f2e9f5 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531061 May 10 14:15:35.746768 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a05fc-c7a0-4abb-abbc-c740ca573026 req-198806aa-c77f-4743-8c00-1ce3dc5cfc99 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:35.749195 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-578a05fc-c7a0-4abb-abbc-c740ca573026 req-198806aa-c77f-4743-8c00-1ce3dc5cfc99 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0590360 May 10 14:15:35.809700 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-578a05fc-c7a0-4abb-abbc-c740ca573026 req-00ec2846-f9c2-468c-9404-26d1cf33c32b tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535409 May 10 14:15:36.776905 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:36.949377 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5332-8aac-48da-92fe-0978614fd391 req-cab8025b-b57d-45ca-b131-9336b1700e56 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:36.951211 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a23f5332-8aac-48da-92fe-0978614fd391 req-cab8025b-b57d-45ca-b131-9336b1700e56 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0540307 May 10 14:15:37.004909 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a23f5332-8aac-48da-92fe-0978614fd391 req-e68a1ec0-a432-4863-837b-e01f8524ae72 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 May 10 14:15:38.136263 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6a573-42bc-4b74-8141-9ccd7b6bb4a2 req-0ff73d96-6d82-47b2-af23-e028da345313 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:38.137826 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82c6a573-42bc-4b74-8141-9ccd7b6bb4a2 req-0ff73d96-6d82-47b2-af23-e028da345313 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0533762 May 10 14:15:38.190065 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82c6a573-42bc-4b74-8141-9ccd7b6bb4a2 req-120b9009-d308-4de1-8493-c7f279cdcc55 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457466 May 10 14:15:39.321937 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b407b8d-d84f-49a6-9e8b-f5dc1b67415b req-083317a7-6d9e-47c7-8900-d552911f29d2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:39.323504 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0b407b8d-d84f-49a6-9e8b-f5dc1b67415b req-083317a7-6d9e-47c7-8900-d552911f29d2 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0522504 May 10 14:15:39.381620 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0b407b8d-d84f-49a6-9e8b-f5dc1b67415b req-2c7a7111-0342-4853-9c99-dd7b4b1af3df tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507767 May 10 14:15:40.525078 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0aa8-f827-483d-9b2b-177bcfeb82a1 req-9ae4414b-748b-49e0-ac78-325ecf84f268 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:40.526656 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3cce0aa8-f827-483d-9b2b-177bcfeb82a1 req-9ae4414b-748b-49e0-ac78-325ecf84f268 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0564330 May 10 14:15:40.593449 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3cce0aa8-f827-483d-9b2b-177bcfeb82a1 req-d25f9e0a-4f12-41f2-968d-c88d60bc51da tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587265 May 10 14:15:41.724772 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e8a7d-09a1-4207-82e3-1ac4c962ba0c req-574d0705-77cb-468f-a9c6-cde7a2ddc4e7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:41.726419 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-467e8a7d-09a1-4207-82e3-1ac4c962ba0c req-574d0705-77cb-468f-a9c6-cde7a2ddc4e7 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0540767 May 10 14:15:41.779875 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-467e8a7d-09a1-4207-82e3-1ac4c962ba0c req-958cb057-7ca4-4f2f-aa8f-320fbafe0966 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473442 May 10 14:15:42.903858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae4afb-d327-483e-bf0a-fef00b10de26 req-a2662aae-27b0-4da0-9fdb-62c32ad3e77e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:42.905515 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b1ae4afb-d327-483e-bf0a-fef00b10de26 req-a2662aae-27b0-4da0-9fdb-62c32ad3e77e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0508413 May 10 14:15:42.958925 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b1ae4afb-d327-483e-bf0a-fef00b10de26 req-6359d350-68e1-4f77-a9c5-4bf0746e65fc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469978 May 10 14:15:44.082842 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9e258-cc9f-43ad-b1b1-bb616bb09963 req-95a1a04f-ad28-4300-997e-6ae1ee9f5a01 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:44.084283 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e2b9e258-cc9f-43ad-b1b1-bb616bb09963 req-95a1a04f-ad28-4300-997e-6ae1ee9f5a01 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0487936 May 10 14:15:44.130175 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e2b9e258-cc9f-43ad-b1b1-bb616bb09963 req-e6302bf1-7b46-4e0b-9119-9769c81e7312 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398917 May 10 14:15:45.246495 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81e0d0-8469-4d44-af69-2ac6560dd4eb req-6094839c-d43f-4473-9f38-53905fc49729 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:45.247941 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc81e0d0-8469-4d44-af69-2ac6560dd4eb req-6094839c-d43f-4473-9f38-53905fc49729 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0467610 May 10 14:15:45.294356 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc81e0d0-8469-4d44-af69-2ac6560dd4eb req-b4c0db89-ca50-496f-8f12-08f8190023b4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 May 10 14:15:46.405020 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-a10346b6-25a2-43c0-8c3c-e7b0fb152a83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476339 May 10 14:15:46.418218 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e417af-7dca-453e-8ef8-a0cf7c8d5b9f req-b2bbb4f6-dfc4-4fad-a2ff-2e5633983ace tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:46.419949 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-08e417af-7dca-453e-8ef8-a0cf7c8d5b9f req-b2bbb4f6-dfc4-4fad-a2ff-2e5633983ace tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 944 time: 0.0504589 May 10 14:15:46.468475 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-08e417af-7dca-453e-8ef8-a0cf7c8d5b9f req-80cace36-53f9-4e81-bff2-5ba60ee4594e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 May 10 14:15:46.470884 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-0791fa95-b01f-44a5-b52c-2d0e8e99ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:46.472359 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-0791fa95-b01f-44a5-b52c-2d0e8e99ae90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 1130 time: 0.0433362 May 10 14:15:46.580407 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-117667e0-be4a-46fe-a6cb-6d1dddbbc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:46.581859 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-117667e0-be4a-46fe-a6cb-6d1dddbbc56d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0895543 May 10 14:15:46.648892 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-0eb84a2a-af5c-437c-8124-575cafec5b26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54f85c7-9095-443b-84e0-81dde3eb2795 HTTP/1.1" status: 200 len: 1001 time: 0.0612335 May 10 14:15:46.695483 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-43321ed7-137c-4a5d-a0e4-89363a61382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:46.696922 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-43321ed7-137c-4a5d-a0e4-89363a61382a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0429492 May 10 14:15:46.745225 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-de0508e0-ad7c-4367-a789-932e4154697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:46.746763 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-de0508e0-ad7c-4367-a789-932e4154697d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424294 May 10 14:15:46.847770 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-aaeea9f6-64a4-4c9b-807a-69a85ea2564a service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946796 May 10 14:15:46.957449 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7dd0348d-8b48-48d4-9871-04fdee917a81 req-47989c41-915b-40c7-a11e-0c20be5f0fdf service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999017 May 10 14:15:47.134732 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:15:47.230309 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:47.242472 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'port_id': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'mac_address': 'fa:16:3e:7e:34:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:15:47.279383 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:15:47.280377 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:47.297325 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:15:47.316603 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:47.322113 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:47.385504 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=9']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:15:47.596243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b07aa-56f3-4b7d-8521-7b47d11fb81f req-708b0d95-03bb-4329-9efe-1964e532bf5a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:47.597750 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d3b07aa-56f3-4b7d-8521-7b47d11fb81f req-708b0d95-03bb-4329-9efe-1964e532bf5a tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 945 time: 0.0544913 May 10 14:15:47.643760 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d3b07aa-56f3-4b7d-8521-7b47d11fb81f req-1a171fb3-1c24-4730-927a-34197aafe5dc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 May 10 14:15:47.679045 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:15:48.773890 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e59fce-77c9-41f5-9d0c-eb8390eb8817 req-6d30f6f9-c5e1-4d2f-883b-395d1f4c1082 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:48.775379 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-11e59fce-77c9-41f5-9d0c-eb8390eb8817 req-6d30f6f9-c5e1-4d2f-883b-395d1f4c1082 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 945 time: 0.0533929 May 10 14:15:48.822727 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-11e59fce-77c9-41f5-9d0c-eb8390eb8817 req-d4ce6502-a102-4fff-9b2f-358513b2c071 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410213 May 10 14:15:49.149806 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:15:49.195843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:15:49.196226 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:49.279046 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:15:49.279785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:49.301594 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:15:49.303860 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd76cb-152d-4db4-867c-34de3153a388" -d '{"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-plugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:15:49.319757 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:15:49.324790 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:49.348561 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b03848-d9e6-49f1-8a90-a7041562d2fd x-openstack-request-id: req-c0b03848-d9e6-49f1-8a90-a7041562d2fd {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:15:49.348848 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-plugged", "status": "completed", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:15:49.349098 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0b03848-d9e6-49f1-8a90-a7041562d2fd {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:15:49.349487 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b03848-d9e6-49f1-8a90-a7041562d2fd'] response: {'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'code': 200} May 10 14:15:49.377144 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=10']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:15:49.518869 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4931f1b-6560-46a0-8bf3-7d9a22cabac7 req-d197e184-aebe-499a-8adf-9fc7115cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:49.520308 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4931f1b-6560-46a0-8bf3-7d9a22cabac7 req-d197e184-aebe-499a-8adf-9fc7115cb325 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1131 time: 0.0396862 May 10 14:15:49.565129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a4931f1b-6560-46a0-8bf3-7d9a22cabac7 req-3cffe548-8be3-47c6-af4b-608fac8d7d28 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382063 May 10 14:15:49.948208 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c525a-b885-4fe0-8d75-30fee3b7bdf3 req-bd0d506b-a064-48fa-84d1-7b086fc02532 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:49.949814 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b19c525a-b885-4fe0-8d75-30fee3b7bdf3 req-bd0d506b-a064-48fa-84d1-7b086fc02532 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.0483675 May 10 14:15:50.000466 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b19c525a-b885-4fe0-8d75-30fee3b7bdf3 req-379c930c-e690-4551-bcd6-9ee70a0f7210 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 May 10 14:15:51.123124 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18825ea4-a436-47f8-ae3e-244fede54fe3 req-085c3841-1afa-46e4-b2e6-55af4595509c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:51.124824 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18825ea4-a436-47f8-ae3e-244fede54fe3 req-085c3841-1afa-46e4-b2e6-55af4595509c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.0492780 May 10 14:15:51.180608 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-18825ea4-a436-47f8-ae3e-244fede54fe3 req-93da5655-2649-46e7-b23a-78105fe02b91 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498610 May 10 14:15:52.317959 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a851d-b170-4525-835b-b197eb1bb5c7 req-c4fc0081-b37a-47dd-8aee-81035a23ef85 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:15:52.319721 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-445a851d-b170-4525-835b-b197eb1bb5c7 req-c4fc0081-b37a-47dd-8aee-81035a23ef85 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.0557156 May 10 14:15:52.382580 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-445a851d-b170-4525-835b-b197eb1bb5c7 req-958c6d96-aa58-49bc-8df1-e4c32052a75e tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557742 May 10 14:15:54.252387 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5f01d31c-1cac-4e45-9910-44e868366be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:56.349065 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-563394ce-936e-407f-bfb8-e5e44f87f147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:57.819730 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:58.960394 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:00.369909 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:06.375047 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:16:06.796324 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:24.260041 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b1923b65-95f8-4447-84fa-b6779ae9127d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:26.350565 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c254-b708-4cfa-87c9-a2528aa3e081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:27.822420 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:28.262749 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec67d1-cb96-4211-a3b2-1f1aadd2d88f req-232edd43-9261-4127-960b-493de54b0090 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:28.264286 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-15ec67d1-cb96-4211-a3b2-1f1aadd2d88f req-232edd43-9261-4127-960b-493de54b0090 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0499175 May 10 14:16:28.315731 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-15ec67d1-cb96-4211-a3b2-1f1aadd2d88f req-42ea81df-92fc-4e79-9317-78f73c8cbd20 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453837 May 10 14:16:28.960191 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:29.438963 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebe86c-e9da-4c04-9ef8-28ac8bcbac0d req-7153c712-34a5-4524-b25e-e38c6c18ecb7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:29.440553 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6bebe86c-e9da-4c04-9ef8-28ac8bcbac0d req-7153c712-34a5-4524-b25e-e38c6c18ecb7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0509787 May 10 14:16:29.493018 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6bebe86c-e9da-4c04-9ef8-28ac8bcbac0d req-f986dca0-1458-4d4f-8d8e-1fb9d57bd6ec tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468376 May 10 14:16:29.990402 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9639-e191-4293-83a5-0e253b439e23 req-473feb88-457c-4fb0-91ea-d621116d864d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:29.991941 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b75d9639-e191-4293-83a5-0e253b439e23 req-473feb88-457c-4fb0-91ea-d621116d864d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 946 time: 0.0469398 May 10 14:16:30.081715 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Deleting port d54f85c7-9095-443b-84e0-81dde3eb2795 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:16:30.082060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.173710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] For port d54f85c7-9095-443b-84e0-81dde3eb2795, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d54f85c7-9095-443b-84e0-81dde3eb2795,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:30.173949 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.351451 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.351810 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (ff559a34-2ee9-4afc-8651-89bb398252e7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.352123 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Floating IP ff559a34-2ee9-4afc-8651-89bb398252e7 disassociated. External IP: 172.27.2.86, port: d54f85c7-9095-443b-84e0-81dde3eb2795. May 10 14:16:30.352462 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Calling delete_port for d54f85c7-9095-443b-84e0-81dde3eb2795 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:16:30.377982 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.488042 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (d54f85c7-9095-443b-84e0-81dde3eb2795), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.519940 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'Port': ['ID=d54f85c7-9095-443b-84e0-81dde3eb2795,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:30.532553 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.532939 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.533283 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.533625 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.533955 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.534394 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.534659 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.534959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.535257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.535578 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.535898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.536231 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.536552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.536868 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.537182 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:30.602274 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-edd0dfd3-dd5f-494b-85a9-d237f8ad87db req-3240b4c9-7518-4bf3-bdeb-4d0abdc35d77 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=4446a4d1-9645-42b8-96b5-d61f47d6f420 HTTP/1.1" status: 200 len: 210 time: 0.0281172 May 10 14:16:30.651408 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:16:30.764712 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:16:30.775179 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:16:30.786365 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:30.787075 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:30.820600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] No DVR routers for this DVR port d54f85c7-9095-443b-84e0-81dde3eb2795 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:16:30.824102 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.827873 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b75d9639-e191-4293-83a5-0e253b439e23 req-090ee809-3e69-448d-b03c-daf84136f197 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "DELETE /v2.0/ports/d54f85c7-9095-443b-84e0-81dde3eb2795 HTTP/1.1" status: 204 len: 173 time: 0.8300321 May 10 14:16:30.828349 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'name': 'network-vif-deleted', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:16:30.831624 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ecb99a-f5ad-48c9-b1ce-1320110e45ea" -d '{"events": [{"server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "name": "network-vif-deleted", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:16:30.898503 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550e5ac0-f580-4b1f-9636-24f511305851 x-openstack-request-id: req-550e5ac0-f580-4b1f-9636-24f511305851 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:16:30.899388 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4446a4d1-9645-42b8-96b5-d61f47d6f420", "name": "network-vif-deleted", "tag": "d54f85c7-9095-443b-84e0-81dde3eb2795", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:16:30.899919 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-550e5ac0-f580-4b1f-9636-24f511305851 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:16:30.900840 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550e5ac0-f580-4b1f-9636-24f511305851'] response: {'server_uuid': '4446a4d1-9645-42b8-96b5-d61f47d6f420', 'name': 'network-vif-deleted', 'tag': 'd54f85c7-9095-443b-84e0-81dde3eb2795', 'status': 'completed', 'code': 200} May 10 14:16:30.947875 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:31.259061 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:31.286481 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:16:31.295197 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:31.295733 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:31.414593 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:31.615288 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:31.642412 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297806d9-b542-44e5-a2b3-42789d2338a7 None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:16:31.887843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac720aa-ab1c-49f4-9275-e3a564319bcb None None] New status for floating IP ff559a34-2ee9-4afc-8651-89bb398252e7: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:16:31.888414 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-fa36a407-3836-43f2-8062-c9913ee234db tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153034832&fields=id&tenant_id=6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 267 time: 0.0514426 May 10 14:16:31.998769 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-c53a5e67-e116-4d0d-94d6-cfd4122eebbe tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:32.001126 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-c53a5e67-e116-4d0d-94d6-cfd4122eebbe tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 810 time: 0.1045017 May 10 14:16:32.017258 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-57b40b2f-351c-4420-88ac-a0d666baec09 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/quotas/6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 375 time: 0.0103421 May 10 14:16:32.067698 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-2bdc04e7-0900-4d12-a370-fe853ef3a1b0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447328 May 10 14:16:32.185520 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-cc536c0f-040f-45d2-a59d-55049e7be61f service neutron] 10.222.0.32 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052423 May 10 14:16:32.288209 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-0e630e3b-245f-4e90-a896-9d551e40a952 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964949 May 10 14:16:32.590997 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3881d687-d40c-424f-90a3-9402b643c429 req-51d568bb-0123-4552-bf8c-789c4472f6f2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 210 time: 0.0324183 May 10 14:16:33.524335 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-a33ac7f1-bc76-45ba-9e2b-e8e38891d122 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:33.525813 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-a33ac7f1-bc76-45ba-9e2b-e8e38891d122 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 810 time: 0.1147130 May 10 14:16:33.592033 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-5b1e7f04-6a6a-4ce8-9815-f32bf8d12903 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 379 time: 0.0573769 May 10 14:16:33.602797 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'port': {'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'admin_state_up': True, 'tenant_id': '6350c410027a478988e364b17696da95', 'security_groups': ['517839b6-a808-44e4-b061-7a6c4eb8934f']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:16:33.707334 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cdf540c6-bf16-431a-b453-f073b2a2637b req-5741dab0-ad71-494d-ac1e-61923d1d1510 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 210 time: 0.0412159 May 10 14:16:33.744000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Made reservation on behalf of 6350c410027a478988e364b17696da95 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:16:33.747424 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:33.886559 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Allocated IP 172.20.0.4 (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af/5b5a35ec-393d-4b68-b7ca-2166a52253e3/f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:16:34.049354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.086300 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.130524 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:16:34.133833 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:16:34.136326 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:16:34.167603 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:34.195876 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:34.196579 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.215883 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-1526d0e6-3f0f-4770-b093-768561e3c5c1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193810 May 10 14:16:34.228848 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Request body: {'port': {'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:16:34.337038 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6cad1fab-4091-4983-9a14-bae9ada7213a None None] Provisioning complete for port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:16:34.337668 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6cad1fab-4091-4983-9a14-bae9ada7213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.373549 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6cad1fab-4091-4983-9a14-bae9ada7213a None None] Port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:16:34.572453 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.826150 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480ad6-bac1-45f8-8c86-0b0084b8197c req-06341e47-6272-4a99-b889-501d065d2817 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:34.827597 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-46480ad6-bac1-45f8-8c86-0b0084b8197c req-06341e47-6272-4a99-b889-501d065d2817 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 931 time: 0.0486572 May 10 14:16:34.845840 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:16:34.859975 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Publish callbacks [] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.874108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Transition to ACTIVE for port object f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:16:34.881454 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:34.895051 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-46480ad6-bac1-45f8-8c86-0b0084b8197c req-99ba0a6c-5284-46b3-9eeb-d0df03b87562 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560441 May 10 14:16:34.961849 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:35.028939 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Attempting to bind port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:16:35.029474 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Attempting to bind port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:16:35.030019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Attempting to bind port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:16:35.039386 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:16:35.039812 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Attempting to bind port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:16:35.045642 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:16:35.045984 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Checking segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:16:35.046415 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Bound using segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:16:35.046854 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Bound port: f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:16:35.047267 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:35.116025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] For port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:16:35.119098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] For port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:16:35.127137 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:35.163098 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:35.163456 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:35.165095 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] 10.222.0.59 "PUT /v2.0/ports/f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 1093 time: 0.9406719 May 10 14:16:35.167637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:16:35.170947 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eff355-b1b9-47da-be42-30ea690b39a1" -d '{"events": [{"name": "network-changed", "server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:16:35.203745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24762-704e-4bbd-93c0-18df536c2601 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:35.244319 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c005e938-a9dd-4289-a7fa-17cccffc13e6 x-openstack-request-id: req-c005e938-a9dd-4289-a7fa-17cccffc13e6 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:16:35.244705 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:16:35.244963 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c005e938-a9dd-4289-a7fa-17cccffc13e6 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:16:35.245372 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c005e938-a9dd-4289-a7fa-17cccffc13e6'] response: {'name': 'network-changed', 'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'status': 'completed', 'code': 200} May 10 14:16:35.259065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-ef480726-ae8a-422a-ae88-e6f52dff9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:35.260581 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-ef480726-ae8a-422a-ae88-e6f52dff9ebb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1127 time: 0.0510933 May 10 14:16:35.305794 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-595f0b73-5905-43e4-9522-ca766459732c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 217 time: 0.0355012 May 10 14:16:35.324726 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device d54f85c7-9095-443b-84e0-81dde3eb2795 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:16:35.357063 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: d54f85c7-9095-443b-84e0-81dde3eb2795 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:16:35.358162 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device d54f85c7-9095-443b-84e0-81dde3eb2795 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:16:35.362343 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-06d73373-950e-4c81-b9e4-60f18274123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:35.363824 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-06d73373-950e-4c81-b9e4-60f18274123e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0523481 May 10 14:16:35.413557 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c924f7-979f-47a8-b5a2-b449163c452b req-f5c6490d-35c9-462b-b268-d6a9b73410fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:35.415081 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-f5c6490d-35c9-462b-b268-d6a9b73410fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441272 May 10 14:16:35.513292 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-63710297-efad-4d9d-9305-bdae544bd547 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912869 May 10 14:16:35.622544 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c924f7-979f-47a8-b5a2-b449163c452b req-d4192fae-cfed-40f6-8ce2-59073a0255c9 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030509 May 10 14:16:36.009967 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb953b-809a-4272-8c3a-81c38f2fd5c9 req-aad5d7f4-2603-4a60-b620-263bbd935c57 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:36.011461 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cacb953b-809a-4272-8c3a-81c38f2fd5c9 req-aad5d7f4-2603-4a60-b620-263bbd935c57 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0471861 May 10 14:16:36.059854 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cacb953b-809a-4272-8c3a-81c38f2fd5c9 req-53ce6849-66a8-49a2-b8a1-b5dbcd638d6c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 May 10 14:16:36.366061 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-2c0f0c05-28ab-4d65-8815-ad2d6894c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:36.367554 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-2c0f0c05-28ab-4d65-8815-ad2d6894c7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1127 time: 0.0411806 May 10 14:16:36.459220 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-205c024c-d731-4bb3-882b-dea91106c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:36.460595 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-205c024c-d731-4bb3-882b-dea91106c31e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0850427 May 10 14:16:36.505841 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-200f8839-d79a-4678-83f6-408f94429177 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 217 time: 0.0389977 May 10 14:16:36.552987 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-6560c0fd-ef54-480d-9837-90941ac3afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:36.554483 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-6560c0fd-ef54-480d-9837-90941ac3afa8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0432684 May 10 14:16:36.599046 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-0d19cacd-73d3-4010-bd0d-29fa42959466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:36.600543 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-0d19cacd-73d3-4010-bd0d-29fa42959466 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399866 May 10 14:16:36.693837 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-ee8bbc16-14e7-4622-a13a-129f54db0291 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 May 10 14:16:36.785929 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c7eff355-b1b9-47da-be42-30ea690b39a1 req-0d69eb24-c417-439c-944b-543ef31ed9fb service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 May 10 14:16:36.788714 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:37.182621 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16554-487d-478f-8c70-152a0eb8a6c4 req-29abbe90-a0c8-4f1c-bfa3-176dd2f9f8fe tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:37.184110 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21b16554-487d-478f-8c70-152a0eb8a6c4 req-29abbe90-a0c8-4f1c-bfa3-176dd2f9f8fe tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0530179 May 10 14:16:37.234581 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-21b16554-487d-478f-8c70-152a0eb8a6c4 req-c1877908-a431-492a-8c61-30f63e85dfb0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 May 10 14:16:38.357317 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860ed1c-a17f-407f-a5fb-e4946f7f5a55 req-0302fcc9-2045-4ada-b85a-d8ab2c49a700 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:38.358958 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0860ed1c-a17f-407f-a5fb-e4946f7f5a55 req-0302fcc9-2045-4ada-b85a-d8ab2c49a700 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0537872 May 10 14:16:38.410853 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0860ed1c-a17f-407f-a5fb-e4946f7f5a55 req-e0352694-acb0-42b5-955c-d379a18957cf tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461607 May 10 14:16:39.575971 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e699340-f237-476f-b262-017a7b5c0c8c req-c2a9050c-d2fe-4c42-82ed-d0c79cf2027e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:39.577447 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e699340-f237-476f-b262-017a7b5c0c8c req-c2a9050c-d2fe-4c42-82ed-d0c79cf2027e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0957716 May 10 14:16:39.628026 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6e699340-f237-476f-b262-017a7b5c0c8c req-ea07e3ac-3068-4ae9-9c57-d695551a4c6d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 May 10 14:16:40.742769 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b31fc-0678-44af-8c63-18e32d057ea1 req-e8c1654a-cbb9-4a81-9b5a-88eab09a2606 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:40.744497 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f9b31fc-0678-44af-8c63-18e32d057ea1 req-e8c1654a-cbb9-4a81-9b5a-88eab09a2606 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0481679 May 10 14:16:40.799185 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f9b31fc-0678-44af-8c63-18e32d057ea1 req-beec4b3d-c913-4715-912b-9d74eeaddf42 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486228 May 10 14:16:41.921668 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd457ba8-f952-4bb7-ab66-94f714625160 req-699d77c6-5f3e-41be-afd9-4ff07592b1c8 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:41.924020 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bd457ba8-f952-4bb7-ab66-94f714625160 req-699d77c6-5f3e-41be-afd9-4ff07592b1c8 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0500238 May 10 14:16:41.978382 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bd457ba8-f952-4bb7-ab66-94f714625160 req-b4f3d60c-516c-4a1c-b6af-2b53d821d115 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485439 May 10 14:16:43.100227 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc18ea-7e4e-4e78-ad0c-31f835c1ef1f req-1a9202d1-b598-4ebb-b543-35bbacd61023 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:43.101795 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65dc18ea-7e4e-4e78-ad0c-31f835c1ef1f req-1a9202d1-b598-4ebb-b543-35bbacd61023 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 943 time: 0.0491924 May 10 14:16:43.163674 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65dc18ea-7e4e-4e78-ad0c-31f835c1ef1f req-1ce61a3a-b697-4939-8b51-45aca0442a3d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547974 May 10 14:16:43.347629 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:16:43.374132 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:16:43.590867 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:43.604721 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:16:43.644852 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:16:43.645233 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:43.660933 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:16:43.682700 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:43.686025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:43.737574 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:43.745633 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.745970 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.746348 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.746684 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.747019 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.747335 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.747653 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.747972 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.748289 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.748606 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.748935 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.749247 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.749817 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.750122 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.750561 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:43.971307 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:16:44.286093 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211581f5-6441-409d-b709-5a957242cea6 req-67fd33ab-c3b8-4a40-aca9-add986662316 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:44.287624 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-211581f5-6441-409d-b709-5a957242cea6 req-67fd33ab-c3b8-4a40-aca9-add986662316 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 944 time: 0.0501502 May 10 14:16:44.340153 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-211581f5-6441-409d-b709-5a957242cea6 req-d15b61cd-2cbf-422a-8d5c-1269d0510597 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467641 May 10 14:16:44.650487 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-27bed66d-0826-4920-8389-f76d09e3c57c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406473 May 10 14:16:44.736069 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-d2f868ab-3746-4feb-ba55-b9abc19bf70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:44.737738 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-d2f868ab-3746-4feb-ba55-b9abc19bf70b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c251b9c401c6455da95be74c9119b8d2&device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 1131 time: 0.0458112 May 10 14:16:44.854395 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-e3c8c31c-40cf-49e0-acca-e5df6fa64731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:44.855880 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-e3c8c31c-40cf-49e0-acca-e5df6fa64731 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 200 len: 918 time: 0.0988793 May 10 14:16:44.928709 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-4958328c-6623-4c01-b6f4-c9f0e8ad05df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 200 len: 1001 time: 0.0667303 May 10 14:16:44.982678 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-559cad62-bb8a-4214-974e-5bd52a9603cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:44.984165 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-559cad62-bb8a-4214-974e-5bd52a9603cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 200 len: 856 time: 0.0496447 May 10 14:16:45.029037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-1ada1939-f662-4f7a-b89a-93a2810c8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:45.030600 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-1ada1939-f662-4f7a-b89a-93a2810c8531 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a8e69b7-4e90-4197-9be6-027007b12991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410576 May 10 14:16:45.129787 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-f2580744-a497-4193-bb28-df97d334b39c service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934055 May 10 14:16:45.234368 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc213f1d-15f6-44a2-bcc4-9a2f154aa6fc req-970a2e03-44bc-44cb-80ba-93c2cd7018cc service neutron] 10.222.0.59 "GET /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975075 May 10 14:16:45.350604 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:16:45.402288 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:16:45.410624 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:16:45.411123 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:45.495975 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:16:45.496293 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:45.523305 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:16:45.525344 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e06e71-10db-44fd-82e8-f40ab5da80cf" -d '{"events": [{"server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:16:45.532970 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ffa03-7e91-4519-bd24-ecf74d635a0a req-e66e1a01-7089-40dd-b1c7-c6abf039c74d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:45.535211 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ff7ffa03-7e91-4519-bd24-ecf74d635a0a req-e66e1a01-7089-40dd-b1c7-c6abf039c74d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 944 time: 0.1187747 May 10 14:16:45.539514 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:45.544818 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:45.575053 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f1bf71-e7da-434d-8783-87dc83db6ad8 x-openstack-request-id: req-f2f1bf71-e7da-434d-8783-87dc83db6ad8 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:16:45.575380 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:16:45.575661 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2f1bf71-e7da-434d-8783-87dc83db6ad8 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:16:45.576126 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f1bf71-e7da-434d-8783-87dc83db6ad8'] response: {'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'code': 200} May 10 14:16:45.598063 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ff7ffa03-7e91-4519-bd24-ecf74d635a0a req-30db21f9-074e-4921-afe7-893a8ca06ab3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544548 May 10 14:16:45.612291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:45.813924 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fea955-f416-41c7-a9ea-8267471b6252 req-1d467d0a-2af0-428f-8768-152316f9c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:45.815722 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99fea955-f416-41c7-a9ea-8267471b6252 req-1d467d0a-2af0-428f-8768-152316f9c99e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1129 time: 0.0530512 May 10 14:16:45.875033 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99fea955-f416-41c7-a9ea-8267471b6252 req-f5179b04-aca0-4bc3-92c1-34754ebc7e6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529602 May 10 14:16:46.738640 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8775d-c33c-4b4d-952d-b79d11143300 req-b1f35af5-b599-4a2a-844e-b1a840571fb2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:46.740215 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ef8775d-c33c-4b4d-952d-b79d11143300 req-b1f35af5-b599-4a2a-844e-b1a840571fb2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 945 time: 0.0568497 May 10 14:16:46.797443 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ef8775d-c33c-4b4d-952d-b79d11143300 req-3efb6c2f-21b4-41dd-800d-1a44b1d93002 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509512 May 10 14:16:47.931640 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ebdea-1629-445c-a9c8-4dbd174bb474 req-1555d171-da87-4312-b10b-e14f8b42f21a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:47.933149 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-182ebdea-1629-445c-a9c8-4dbd174bb474 req-1555d171-da87-4312-b10b-e14f8b42f21a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 945 time: 0.0491364 May 10 14:16:47.991565 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-182ebdea-1629-445c-a9c8-4dbd174bb474 req-59f55d29-2ba9-4e3b-9d8f-fa9701e35e45 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528274 May 10 14:16:48.118147 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961ded8-e668-4dea-914d-d3405ba7febb req-7c944506-4793-4510-95b1-45507c0daf90 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:48.119736 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f961ded8-e668-4dea-914d-d3405ba7febb req-7c944506-4793-4510-95b1-45507c0daf90 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 945 time: 0.0565073 May 10 14:16:48.174360 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f961ded8-e668-4dea-914d-d3405ba7febb req-a5884500-e897-4b34-8884-91a54ea851d6 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487149 May 10 14:16:48.199097 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36956) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:48.265595 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25bab53-96a0-4105-915a-226f49231db0 tempest-TestVolumeBootPattern-352117187 tempest-TestVolumeBootPattern-352117187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:48.268211 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a25bab53-96a0-4105-915a-226f49231db0 tempest-TestVolumeBootPattern-352117187 tempest-TestVolumeBootPattern-352117187-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1124 time: 0.0672681 May 10 14:16:48.270976 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36960) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:48.277804 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'tenant_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:16:48.308962 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:48.330545 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d23fb-daee-4133-9dd5-21bbbb7b7388 req-e99aa158-fb7d-4510-a0f0-c8428467acfc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:48.332069 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e47d23fb-daee-4133-9dd5-21bbbb7b7388 req-e99aa158-fb7d-4510-a0f0-c8428467acfc tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.0525703 May 10 14:16:48.392450 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e47d23fb-daee-4133-9dd5-21bbbb7b7388 req-904a1c71-f5fb-4ee1-bdfe-3602e333f360 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544288 May 10 14:16:48.400210 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:48.520260 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Allocated IP 172.27.2.124 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/88d7bfed-c48a-40b1-8c2f-b82a83d77777) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:16:48.628928 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:48.663582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:48.702193 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:16:48.705688 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:16:48.711707 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:16:48.717245 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=88d7bfed-c48a-40b1-8c2f-b82a83d77777,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:49.103447 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (4d854cfc-d8fe-4b84-8148-4888fa013ba4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:49.181236 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:49.351790 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:49.356586 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:49.434463 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=88d7bfed-c48a-40b1-8c2f-b82a83d77777,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:49.449316 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (4d854cfc-d8fe-4b84-8148-4888fa013ba4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:49.540800 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e53ba-261a-4bc5-b417-d3514dd875e0 req-6b83b07f-8dd5-4e49-9479-0edfb6971692 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:49.542299 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b46e53ba-261a-4bc5-b417-d3514dd875e0 req-6b83b07f-8dd5-4e49-9479-0edfb6971692 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.0581210 May 10 14:16:49.615216 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Floating IP 4d854cfc-d8fe-4b84-8148-4888fa013ba4 associated. External IP: 172.27.2.124, port: f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd. May 10 14:16:49.665097 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b46e53ba-261a-4bc5-b417-d3514dd875e0 req-ab4b0d65-deda-4e12-aba3-995ef4970618 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171870 May 10 14:16:49.845861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:16:49.985464 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:16:49.996736 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:16:49.999933 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-d32bb6f8-4ea4-495f-b45f-44c249b0c705 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:50.001980 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-d32bb6f8-4ea4-495f-b45f-44c249b0c705 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.0598190 May 10 14:16:50.012578 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:50.013199 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:50.036338 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:50.134288 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:50.383930 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:48Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:50.385031 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e8717865-a3af-41f6-844c-28b1d34e637c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1127207 May 10 14:16:50.387364 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:16:50.389674 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7344b2c8-1d4a-4c79-b139-b2ac5975cade" -d '{"events": [{"name": "network-changed", "server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:16:50.407577 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Deleting port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:16:50.407952 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:50.415998 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:16:50.427546 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:50.428335 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:50.449188 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a70dcc-9924-4ca3-9c83-b021cbd376d8 x-openstack-request-id: req-80a70dcc-9924-4ca3-9c83-b021cbd376d8 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:16:50.449470 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:16:50.449718 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80a70dcc-9924-4ca3-9c83-b021cbd376d8 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:16:50.450352 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a70dcc-9924-4ca3-9c83-b021cbd376d8'] response: {'name': 'network-changed', 'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'status': 'completed', 'code': 200} May 10 14:16:50.521613 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-7576e9b5-a7c6-4713-81fb-7e7ed491b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:50.523152 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-7576e9b5-a7c6-4713-81fb-7e7ed491b96a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1129 time: 0.0612409 May 10 14:16:50.557271 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:50.593270 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] For port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:50.593642 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:50.715296 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-17c55349-c881-45dd-af9d-f381269faabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:50.716788 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-17c55349-c881-45dd-af9d-f381269faabc service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.1848791 May 10 14:16:50.789839 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:48Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:50.835169 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9a52d-ede5-4ce9-94af-2c066adf7ef8 None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:48Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:16:50.877793 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94ddd4-ecfd-46ec-8809-551ae447aa68 req-f469a2ae-c32d-4804-ad82-32f8d414a88c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:50.879409 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b94ddd4-ecfd-46ec-8809-551ae447aa68 req-f469a2ae-c32d-4804-ad82-32f8d414a88c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 947 time: 0.1101682 May 10 14:16:50.900586 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-a1db5933-e4c1-4432-85eb-aef9491be493 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 999 time: 0.1753902 May 10 14:16:50.950173 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:50.950565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:50.950906 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Floating IP 0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7 disassociated. External IP: 172.27.2.50, port: 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2. May 10 14:16:50.951306 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Calling delete_port for 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:16:50.999275 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9b94ddd4-ecfd-46ec-8809-551ae447aa68 req-caf70e41-1f99-424e-ad14-fad877682646 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130691 May 10 14:16:51.001257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-f99ae54b-2fcb-4bb1-9e03-6a669f14be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:51.003653 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-f99ae54b-2fcb-4bb1-9e03-6a669f14be71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0943336 May 10 14:16:51.056104 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfb9b2-b3d8-4547-9383-298f14f0ba16 None None] New status for floating IP 4d854cfc-d8fe-4b84-8148-4888fa013ba4: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:16:51.090062 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-ad63ec53-129e-4fff-8868-8013edce10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:16:51.091578 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-ad63ec53-129e-4fff-8868-8013edce10b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593965 May 10 14:16:51.240059 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-4794d563-5c8b-4bc1-9fc5-7bea79f371c4 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415417 May 10 14:16:51.241214 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (4a51355d-8fd3-46f7-b6a5-26ec89cb16c2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:51.312250 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event deleted for resources: {'Port': ['ID=4a51355d-8fd3-46f7-b6a5-26ec89cb16c2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:51.417366 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7344b2c8-1d4a-4c79-b139-b2ac5975cade req-b3e03677-d11c-4053-a99f-6c2f18737636 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694086 May 10 14:16:51.467637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:16:51.583199 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:16:51.593141 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:16:51.604572 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:51.605256 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:51.634579 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] No DVR routers for this DVR port 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:16:51.637931 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:51.641363 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-88566935-ad39-42a1-b1a7-6645bb07a363 req-e11f2ac0-90f4-43ad-bb78-d94b647c66e4 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.59 "DELETE /v2.0/ports/4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 HTTP/1.1" status: 204 len: 173 time: 1.6329715 May 10 14:16:51.736469 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:52.063831 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:52.099487 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:16:52.112288 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:52.112931 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:52.158990 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-790ed6e7-fda8-4146-a0cb-623895a7f2d0 req-ca78c9e6-1493-4fa2-a9ba-c12192a87f3c tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ba3b5d-421b-4d65-b08e-59368f66a76b HTTP/1.1" status: 200 len: 210 time: 0.0435073 May 10 14:16:52.256779 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:52.451440 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-deleted', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:16:52.455016 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8131f05d-412c-4ce7-9b82-f534e95d7647" -d '{"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-deleted", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:16:52.482809 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:52.504818 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b4cd15-7de7-47c4-89aa-00f49b2ab3a8 x-openstack-request-id: req-51b4cd15-7de7-47c4-89aa-00f49b2ab3a8 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:16:52.505142 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba3b5d-421b-4d65-b08e-59368f66a76b", "name": "network-vif-deleted", "tag": "4a51355d-8fd3-46f7-b6a5-26ec89cb16c2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:16:52.505394 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51b4cd15-7de7-47c4-89aa-00f49b2ab3a8 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:16:52.505818 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b4cd15-7de7-47c4-89aa-00f49b2ab3a8'] response: {'server_uuid': 'e3ba3b5d-421b-4d65-b08e-59368f66a76b', 'name': 'network-vif-deleted', 'tag': '4a51355d-8fd3-46f7-b6a5-26ec89cb16c2', 'status': 'completed', 'code': 200} May 10 14:16:52.517965 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83260f-ac47-4b7e-872f-513dcd386396 None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:09:27Z', 'revision_number': 4, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'f2cf2f2f-b76a-4f37-949f-318fefc15658', 'name': '', 'network_id': '7a8e69b7-4e90-4197-9be6-027007b12991', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'mac_address': 'fa:16:3e:13:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:27Z', 'updated_at': '2022-05-10T14:09:31Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'subnets': [{'id': 'e53a7414-388e-402e-b07f-bbc5d64c06fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:16:52.776471 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756e801-b8a9-4ce0-a995-540551032171 None None] New status for floating IP 0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:16:53.267557 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 36978) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:53.322552 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (dbe37834-2bd0-47ba-9a45-8bd8c6f69c53), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.346150 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (dbe37834-2bd0-47ba-9a45-8bd8c6f69c53), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.396837 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (dbe37834-2bd0-47ba-9a45-8bd8c6f69c53), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.399596 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.400871 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbe37834-2bd0-47ba-9a45-8bd8c6f69c53 HTTP/1.1" status: 204 len: 168 time: 0.1319380 May 10 14:16:53.403762 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36980) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:53.410545 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe37834-2bd0-47ba-9a45-8bd8c6f69c53,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:53.417955 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.418329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.418549 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-952147c8-8abd-47c9-a979-45d1c0e4b188 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] show failed (client error): The resource could not be found. May 10 14:16:53.418660 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.418992 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422247 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422413 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-952147c8-8abd-47c9-a979-45d1c0e4b188 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "GET /v2.0/security-groups/dbe37834-2bd0-47ba-9a45-8bd8c6f69c53 HTTP/1.1" status: 404 len: 347 time: 0.0148089 May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.422517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e02ea-53f6-4a00-8b7a-eddd28262815 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:16:53.424179 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 36982) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:53.549087 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Deleting port 36b93b02-e295-4bdd-a17c-106540d7964c {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:16:53.549926 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (36b93b02-e295-4bdd-a17c-106540d7964c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.628548 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (36b93b02-e295-4bdd-a17c-106540d7964c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.628889 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (36b93b02-e295-4bdd-a17c-106540d7964c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.642589 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Calling delete_port for 36b93b02-e295-4bdd-a17c-106540d7964c owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:16:53.778671 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (36b93b02-e295-4bdd-a17c-106540d7964c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.803471 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Pushing event deleted for resources: {'Port': ['ID=36b93b02-e295-4bdd-a17c-106540d7964c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:53.882751 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks [] for floatingip (0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.885292 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:53.886471 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6d580b3f-b2ea-40d8-b7c7-93c31eca74fa tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a1e5cc8-bae4-4fbe-838e-f8ea22ea64d7 HTTP/1.1" status: 204 len: 168 time: 0.4624496 May 10 14:16:54.255086 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2e565a3-46de-4873-ba19-3572181f08a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:55.365807 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:16:55.387979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:16:55.388226 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 4a51355d-8fd3-46f7-b6a5-26ec89cb16c2 not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:16:56.363982 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ee419a27-c6c0-4164-a6f0-b290bcd5b7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:56.367533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37004) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:56.836363 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:57.138217 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Deleting port f2cf2f2f-b76a-4f37-949f-318fefc15658 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:16:57.138565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:57.238840 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] For port f2cf2f2f-b76a-4f37-949f-318fefc15658, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=f2cf2f2f-b76a-4f37-949f-318fefc15658,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:57.239222 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:57.258733 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Calling delete_port for f2cf2f2f-b76a-4f37-949f-318fefc15658 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:16:57.483964 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (f2cf2f2f-b76a-4f37-949f-318fefc15658), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:57.518624 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cf2f2f-b76a-4f37-949f-318fefc15658,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:57.717966 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:57.826990 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:57.969710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:16:58.096279 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:16:58.102605 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-636ddd6c-ba12-4e7f-86c0-622f578b0c8d admin admin] 10.222.0.32 "PUT /v2.0/routers/02ae45e1-23e7-4bdc-8dfb-5e872ae057ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352817 May 10 14:16:58.105342 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37010) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:58.109243 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] Sync routers for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:16:58.122687 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:58.123383 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:58.256351 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:58.473283 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:16:57Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:58.507652 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] Checking router: 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:16:58.516515 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] Routers {'02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:16:58.517317 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:16:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:58.531238 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks [] for router (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:58.634291 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] Set router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:16:58.649580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks [] for router_gateway (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:58.703727 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Deleting port 04cbfe50-ac53-4547-9310-084fcd01cd66 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:16:58.704880 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:58.800696 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] For port 04cbfe50-ac53-4547-9310-084fcd01cd66, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=04cbfe50-ac53-4547-9310-084fcd01cd66,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:58.801282 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:58.816962 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Calling delete_port for 04cbfe50-ac53-4547-9310-084fcd01cd66 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:16:58.823156 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:16:57Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:16:58.852667 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8ea8-389c-47f7-bfda-6389e1a54d2a None None] The sync data for ids ['02ae45e1-23e7-4bdc-8dfb-5e872ae057ce'] in dv-cinder-835881-9-iscsi is: [{'id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'name': 'tempest-AttachVolumeShelveTestJSON-2065119693-router', 'tenant_id': 'c251b9c401c6455da95be74c9119b8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:24Z', 'updated_at': '2022-05-10T14:16:57Z', 'revision_number': 5, 'project_id': 'c251b9c401c6455da95be74c9119b8d2', 'gw_port': {'id': '04cbfe50-ac53-4547-9310-084fcd01cd66', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ae45e1-23e7-4bdc-8dfb-5e872ae057ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:25Z', 'updated_at': '2022-05-10T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:16:58.969380 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:58.999199 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (04cbfe50-ac53-4547-9310-084fcd01cd66), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.026312 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=04cbfe50-ac53-4547-9310-084fcd01cd66,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:59.097757 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.195908 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.199073 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks [] for router_controller (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.249775 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (02ae45e1-23e7-4bdc-8dfb-5e872ae057ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.250386 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ae45e1-23e7-4bdc-8dfb-5e872ae057ce {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:16:59.255872 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.257043 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7b2de1c8-3b90-495e-b63f-37ed35663c2b admin admin] 10.222.0.32 "DELETE /v2.0/routers/02ae45e1-23e7-4bdc-8dfb-5e872ae057ce HTTP/1.1" status: 204 len: 168 time: 1.1507828 May 10 14:16:59.260715 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37012) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:59.321829 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Deleting subnet e53a7414-388e-402e-b07f-bbc5d64c06fe {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:16:59.325544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Publish callbacks [] for subnet (e53a7414-388e-402e-b07f-bbc5d64c06fe), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.366288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4180183'] for subnet (e53a7414-388e-402e-b07f-bbc5d64c06fe), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.452744 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (e53a7414-388e-402e-b07f-bbc5d64c06fe), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.519346 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9100705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384589'] for subnet (e53a7414-388e-402e-b07f-bbc5d64c06fe), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.550890 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e53a7414-388e-402e-b07f-bbc5d64c06fe,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:59.555025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.558240 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c1a28dbb-fd8a-4d8a-9579-3a7b3eb9255b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e53a7414-388e-402e-b07f-bbc5d64c06fe HTTP/1.1" status: 204 len: 168 time: 0.2964244 May 10 14:16:59.560661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37014) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:16:59.575692 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141c119-18c0-4061-9839-59f6350a77b7 None None] Network 7a8e69b7-4e90-4197-9be6-027007b12991 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:16:59.638566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (7a8e69b7-4e90-4197-9be6-027007b12991), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.702310 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Deleting port 8710aadf-1cca-4455-8216-eb9d6fd865c9 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:16:59.702795 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.781733 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] For port 8710aadf-1cca-4455-8216-eb9d6fd865c9, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=8710aadf-1cca-4455-8216-eb9d6fd865c9,segment=NetworkSegment(4bc4af26-a07d-424c-bfb7-409a1899132d),segment_id=4bc4af26-a07d-424c-bfb7-409a1899132d)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:16:59.782092 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.797894 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Calling delete_port for 8710aadf-1cca-4455-8216-eb9d6fd865c9 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:16:59.891232 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (8710aadf-1cca-4455-8216-eb9d6fd865c9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.896846 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8ce5d-12c8-4aa3-847a-999f501e58cf None None] DHCP port deletion for 7a8e69b7-4e90-4197-9be6-027007b12991 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:16:59.924898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Pushing event deleted for resources: {'Port': ['ID=8710aadf-1cca-4455-8216-eb9d6fd865c9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:16:59.928661 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] No DVR routers for this DVR port 8710aadf-1cca-4455-8216-eb9d6fd865c9 on host dv-cinder-835881-9-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:17:00.017264 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (7a8e69b7-4e90-4197-9be6-027007b12991), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.044431 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8e69b7-4e90-4197-9be6-027007b12991']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:00.060353 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc4af26-a07d-424c-bfb7-409a1899132d') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:00.060647 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc4af26-a07d-424c-bfb7-409a1899132d') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:00.072770 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (4bc4af26-a07d-424c-bfb7-409a1899132d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.088669 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (4bc4af26-a07d-424c-bfb7-409a1899132d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.097676 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:17:00.098337 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (4bc4af26-a07d-424c-bfb7-409a1899132d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:17:00.100273 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:17:00.161266 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (7a8e69b7-4e90-4197-9be6-027007b12991), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.166985 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.170110 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7a8e69b7-4e90-4197-9be6-027007b12991 HTTP/1.1" status: 204 len: 168 time: 0.6085210 May 10 14:17:00.181967 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cc67a-0ea0-4844-9f90-a0125bf24655 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8e69b7-4e90-4197-9be6-027007b12991,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:00.291144 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 8710aadf-1cca-4455-8216-eb9d6fd865c9 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:17:00.299066 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37018) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:00.315867 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 8710aadf-1cca-4455-8216-eb9d6fd865c9 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:17:00.316217 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 8710aadf-1cca-4455-8216-eb9d6fd865c9 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:17:00.316631 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 04cbfe50-ac53-4547-9310-084fcd01cd66 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:17:00.337744 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 04cbfe50-ac53-4547-9310-084fcd01cd66 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:17:00.338093 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 04cbfe50-ac53-4547-9310-084fcd01cd66 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:17:00.338539 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device f2cf2f2f-b76a-4f37-949f-318fefc15658 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:17:00.342787 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e10e8805-37af-457e-b9df-cede2bc3ec01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c251b9c401c6455da95be74c9119b8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425553 May 10 14:17:00.345916 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37020) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:00.364886 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: f2cf2f2f-b76a-4f37-949f-318fefc15658 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:17:00.365228 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device f2cf2f2f-b76a-4f37-949f-318fefc15658 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:17:00.380552 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.400444 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e094e043-3adf-4fa3-a4dd-1aa36fa757a4 admin admin] Publish callbacks [] for security_group (ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.426511 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e094e043-3adf-4fa3-a4dd-1aa36fa757a4 admin admin] Publish callbacks [] for security_group (ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.478952 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e094e043-3adf-4fa3-a4dd-1aa36fa757a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.481786 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e094e043-3adf-4fa3-a4dd-1aa36fa757a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.483212 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e094e043-3adf-4fa3-a4dd-1aa36fa757a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75 HTTP/1.1" status: 204 len: 168 time: 0.1362548 May 10 14:17:00.493633 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094e043-3adf-4fa3-a4dd-1aa36fa757a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d58a2-f6f4-4f73-8e6b-af4839dc4c75,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:03.903918 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37154) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:04.023108 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7fa6a27-04d0-40de-be81-02756e1bb722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.111638 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7fa6a27-04d0-40de-be81-02756e1bb722 admin admin] Publish callbacks [] for security_group (e4fe690a-ddaa-43e5-8c73-485fd7322779), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.116496 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7fa6a27-04d0-40de-be81-02756e1bb722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e4fe690a-ddaa-43e5-8c73-485fd7322779), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.163109 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e7fa6a27-04d0-40de-be81-02756e1bb722 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d22cb034d8c4486caa3e53944fc3fbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580659 May 10 14:17:04.164255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa6a27-04d0-40de-be81-02756e1bb722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fe690a-ddaa-43e5-8c73-485fd7322779,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:04.165822 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37158) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:04.224347 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cbefb09e-af91-4770-9b7a-2583b04962ef admin admin] Publish callbacks [] for security_group (e4fe690a-ddaa-43e5-8c73-485fd7322779), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.250636 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cbefb09e-af91-4770-9b7a-2583b04962ef admin admin] Publish callbacks [] for security_group (e4fe690a-ddaa-43e5-8c73-485fd7322779), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.301829 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cbefb09e-af91-4770-9b7a-2583b04962ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e4fe690a-ddaa-43e5-8c73-485fd7322779), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.305045 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cbefb09e-af91-4770-9b7a-2583b04962ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.306476 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cbefb09e-af91-4770-9b7a-2583b04962ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4fe690a-ddaa-43e5-8c73-485fd7322779 HTTP/1.1" status: 204 len: 168 time: 0.1383708 May 10 14:17:04.317019 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefb09e-af91-4770-9b7a-2583b04962ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fe690a-ddaa-43e5-8c73-485fd7322779,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:04.617334 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37164) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:04.631714 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d89e0d-651c-467f-82bc-5547cd3fee7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.717687 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d89e0d-651c-467f-82bc-5547cd3fee7d admin admin] Publish callbacks [] for security_group (e2146c1e-ab51-4fe5-94fb-5b3826fd50e2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.721975 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d89e0d-651c-467f-82bc-5547cd3fee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e2146c1e-ab51-4fe5-94fb-5b3826fd50e2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.763496 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d89e0d-651c-467f-82bc-5547cd3fee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2146c1e-ab51-4fe5-94fb-5b3826fd50e2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:04.768853 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-88d89e0d-651c-467f-82bc-5547cd3fee7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6770174a3d648c08af894450fbf765f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503856 May 10 14:17:04.771898 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37166) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:04.827974 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ceb-d751-484c-8940-30b04ce59ae8 admin admin] Publish callbacks [] for security_group (e2146c1e-ab51-4fe5-94fb-5b3826fd50e2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.860032 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ceb-d751-484c-8940-30b04ce59ae8 admin admin] Publish callbacks [] for security_group (e2146c1e-ab51-4fe5-94fb-5b3826fd50e2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.924663 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ceb-d751-484c-8940-30b04ce59ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (e2146c1e-ab51-4fe5-94fb-5b3826fd50e2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.927400 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ebda5ceb-d751-484c-8940-30b04ce59ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:04.928614 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ebda5ceb-d751-484c-8940-30b04ce59ae8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2146c1e-ab51-4fe5-94fb-5b3826fd50e2 HTTP/1.1" status: 204 len: 168 time: 0.1557717 May 10 14:17:04.938003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda5ceb-d751-484c-8940-30b04ce59ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2146c1e-ab51-4fe5-94fb-5b3826fd50e2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:06.181150 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-a80b1da6-1627-4129-a9a9-22637bd3f381 req-c4190de7-4033-48b3-b823-d0dfbad7c0b1 service neutron] (103389) timed out ('10.222.0.59', 62938) {{(pid=103389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:17:06.790258 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:06.829827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37212) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:06.971722 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5337d35d-c5fa-4cf5-a178-72777ee11d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.061266 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5337d35d-c5fa-4cf5-a178-72777ee11d68 admin admin] Publish callbacks [] for security_group (08e8dd5d-3541-404b-8009-5cf2370f547e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.065534 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5337d35d-c5fa-4cf5-a178-72777ee11d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (08e8dd5d-3541-404b-8009-5cf2370f547e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.107088 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5337d35d-c5fa-4cf5-a178-72777ee11d68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d74b85ad4894c4096c3ddbf12b90a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759111 May 10 14:17:07.108051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337d35d-c5fa-4cf5-a178-72777ee11d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8dd5d-3541-404b-8009-5cf2370f547e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:07.113582 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37216) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:07.171461 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5f34b43-d741-4367-8d1b-5538813ce9cf admin admin] Publish callbacks [] for security_group (08e8dd5d-3541-404b-8009-5cf2370f547e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.203261 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5f34b43-d741-4367-8d1b-5538813ce9cf admin admin] Publish callbacks [] for security_group (08e8dd5d-3541-404b-8009-5cf2370f547e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.264673 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5f34b43-d741-4367-8d1b-5538813ce9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (08e8dd5d-3541-404b-8009-5cf2370f547e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.268704 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5f34b43-d741-4367-8d1b-5538813ce9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.270119 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c5f34b43-d741-4367-8d1b-5538813ce9cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08e8dd5d-3541-404b-8009-5cf2370f547e HTTP/1.1" status: 204 len: 168 time: 0.1555259 May 10 14:17:07.280274 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f34b43-d741-4367-8d1b-5538813ce9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8dd5d-3541-404b-8009-5cf2370f547e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:07.597278 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37222) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:07.611058 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3bfefad-e7cc-462f-819a-772293927756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.708856 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3bfefad-e7cc-462f-819a-772293927756 admin admin] Publish callbacks [] for security_group (21de454e-60b5-41a8-902a-9cee1c399a2f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.713817 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3bfefad-e7cc-462f-819a-772293927756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (21de454e-60b5-41a8-902a-9cee1c399a2f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.758340 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d3bfefad-e7cc-462f-819a-772293927756 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a9c937f6b1d48d8b8e6b1077039075b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597865 May 10 14:17:07.759135 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfefad-e7cc-462f-819a-772293927756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21de454e-60b5-41a8-902a-9cee1c399a2f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:07.761472 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37224) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:07.827846 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7070-58d8-45f8-baee-eb6db58f5b73 admin admin] Publish callbacks [] for security_group (21de454e-60b5-41a8-902a-9cee1c399a2f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.856779 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7070-58d8-45f8-baee-eb6db58f5b73 admin admin] Publish callbacks [] for security_group (21de454e-60b5-41a8-902a-9cee1c399a2f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.917015 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7070-58d8-45f8-baee-eb6db58f5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (21de454e-60b5-41a8-902a-9cee1c399a2f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.920514 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7070-58d8-45f8-baee-eb6db58f5b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:07.921673 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9a6c7070-58d8-45f8-baee-eb6db58f5b73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21de454e-60b5-41a8-902a-9cee1c399a2f HTTP/1.1" status: 204 len: 168 time: 0.1583357 May 10 14:17:07.932093 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c7070-58d8-45f8-baee-eb6db58f5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de454e-60b5-41a8-902a-9cee1c399a2f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:20.374063 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:17:24.258891 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c335b1b6-82c8-44a5-bd83-bc4247f54a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:26.358538 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ce08087-4f7c-4122-aea0-31af2648410b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:27.837020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:28.966540 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:30.375179 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.157851 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37360) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:32.272061 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f20bdec-a853-4089-b429-b5e2e12d7b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.360894 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f20bdec-a853-4089-b429-b5e2e12d7b77 admin admin] Publish callbacks [] for security_group (fc1389c4-05c1-480e-a513-75e7b2c34057), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.366054 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f20bdec-a853-4089-b429-b5e2e12d7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fc1389c4-05c1-480e-a513-75e7b2c34057), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.406812 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7f20bdec-a853-4089-b429-b5e2e12d7b77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbf79c3cce8c465ba0305d01d9fe2f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477717 May 10 14:17:32.407598 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20bdec-a853-4089-b429-b5e2e12d7b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1389c4-05c1-480e-a513-75e7b2c34057,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:32.408944 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37364) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:32.466855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Publish callbacks [] for security_group (fc1389c4-05c1-480e-a513-75e7b2c34057), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.492539 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Publish callbacks [] for security_group (fc1389c4-05c1-480e-a513-75e7b2c34057), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.545385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (fc1389c4-05c1-480e-a513-75e7b2c34057), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.549629 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.551412 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc1389c4-05c1-480e-a513-75e7b2c34057 HTTP/1.1" status: 204 len: 168 time: 0.1404703 May 10 14:17:32.559637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1389c4-05c1-480e-a513-75e7b2c34057,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:32.568193 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.568690 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.569141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.569708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.569911 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.570406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.570933 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.571388 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.571870 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.572288 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.572774 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.573146 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.573584 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.574018 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:32.574527 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf65c90-2c6b-4e79-8d48-2fa82b686403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:33.281222 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37386) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:33.403908 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1639401966-network', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:33.423417 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Made reservation on behalf of 18c7a906c7bf4b5fbc769d1d77e50e44 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:17:33.426102 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.435760 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.533983 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks [] for security_group (39a736e9-786f-4e5e-beda-58cb16eedc2a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.539394 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (39a736e9-786f-4e5e-beda-58cb16eedc2a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.567632 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:17:33.578039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a736e9-786f-4e5e-beda-58cb16eedc2a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:33.584028 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (a4f02db3-1c11-43ae-8516-235297ca75c9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.584357 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Added segment a4f02db3-1c11-43ae-8516-235297ca75c9 of type vlan for network 70068206-86eb-428a-8fc8-6b9da531ad32 May 10 14:17:33.628677 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (70068206-86eb-428a-8fc8-6b9da531ad32), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.659131 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (70068206-86eb-428a-8fc8-6b9da531ad32), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.661021 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:33.662018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.721681 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4391930 May 10 14:17:33.725906 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37390) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:33.733708 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Request body: {'subnet': {'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1639401966-subnet', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:33.734696 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610d0d6-f099-44db-b6a7-8820b7fc6dfe admin admin] Pushing event updated for resources: {'Network': ['ID=70068206-86eb-428a-8fc8-6b9da531ad32,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:33.745709 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 70068206-86eb-428a-8fc8-6b9da531ad32 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:17:33.760550 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Made reservation on behalf of 18c7a906c7bf4b5fbc769d1d77e50e44 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:17:33.763126 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384682'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:33.944706 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9118310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384692'] for subnet (62c343c4-44dc-496c-946a-f5df52d676bb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.005091 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c343c4-44dc-496c-946a-f5df52d676bb,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:34.015678 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Checking segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:34.016037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Network hostable DHCP agents. Network: 70068206-86eb-428a-8fc8-6b9da531ad32, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:17:34.035350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Network 70068206-86eb-428a-8fc8-6b9da531ad32 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:17:34.044377 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 70068206-86eb-428a-8fc8-6b9da531ad32) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:34.048974 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:34.049561 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.054922 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a4552-4c54-4863-8fec-f72c97bdbbdb None None] Network 70068206-86eb-428a-8fc8-6b9da531ad32 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:17:34.075608 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4da61eee-dea6-49f0-9325-75ff74da4518 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3481660 May 10 14:17:34.079003 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37392) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:34.089327 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:34.122629 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (db808c06-7583-4853-a10a-4a1dc3fac06a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.123780 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (db808c06-7583-4853-a10a-4a1dc3fac06a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.169069 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-70068206-86eb-428a-8fc8-6b9da531ad32', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:17:34.169920 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.188041 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks [] for router_controller (db808c06-7583-4853-a10a-4a1dc3fac06a), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.320549 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Allocated IP 172.20.0.2 (70068206-86eb-428a-8fc8-6b9da531ad32/62c343c4-44dc-496c-946a-f5df52d676bb/ccaae35f-430d-4e60-b8fb-d55e65d40f4f) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:34.352326 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks [] for router_gateway (db808c06-7583-4853-a10a-4a1dc3fac06a), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.489936 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Publish callbacks [] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.496373 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.542159 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Network 70068206-86eb-428a-8fc8-6b9da531ad32 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:34.545370 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:34.547957 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:34.577347 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks [] for router_gateway (db808c06-7583-4853-a10a-4a1dc3fac06a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.586849 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Pushing event updated for resources: {'Port': ['ID=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:34.604145 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.619106 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Attempting to bind port ccaae35f-430d-4e60-b8fb-d55e65d40f4f on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:17:34.619543 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Attempting to bind port ccaae35f-430d-4e60-b8fb-d55e65d40f4f by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:17:34.620020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Attempting to bind port ccaae35f-430d-4e60-b8fb-d55e65d40f4f on network 70068206-86eb-428a-8fc8-6b9da531ad32 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:17:34.625909 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:17:34.626316 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Checking segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:34.626825 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.627260 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Bound using segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:17:34.627945 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Bound port: ccaae35f-430d-4e60-b8fb-d55e65d40f4f, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:17:34.629056 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.707056 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] For port ccaae35f-430d-4e60-b8fb-d55e65d40f4f, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:17:34.710709 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] For port ccaae35f-430d-4e60-b8fb-d55e65d40f4f, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:17:34.717204 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.737440 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Allocated IP 172.27.2.197 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/05827f27-d57b-4a23-9e62-0ebbcb54aa73) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:34.803626 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f594c13-c26f-4b2e-81ad-28483a5bfa61 None None] Pushing event updated for resources: {'Port': ['ID=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:34.868771 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks [] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.908643 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:34.953702 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:34.956993 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:34.966952 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:35.014626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Pushing event updated for resources: {'Port': ['ID=05827f27-d57b-4a23-9e62-0ebbcb54aa73,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:35.285724 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks [] for router_gateway (db808c06-7583-4853-a10a-4a1dc3fac06a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:35.507904 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (db808c06-7583-4853-a10a-4a1dc3fac06a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:35.658376 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Router db808c06-7583-4853-a10a-4a1dc3fac06a is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:17:35.772034 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913e020-83d0-4907-8c15-b29911a7b06b None None] Network 70068206-86eb-428a-8fc8-6b9da531ad32 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:17:35.787426 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:17:35.806444 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:35.807896 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-02eb2191-8403-441e-947e-109e053dba65 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7286494 May 10 14:17:35.811088 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37394) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:35.822138 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Sync routers for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:17:35.829574 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] Provisioning complete for port ccaae35f-430d-4e60-b8fb-d55e65d40f4f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:35.829938 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:35.877475 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:35.878919 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:36.072577 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:36.074648 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] Current status of the port ccaae35f-430d-4e60-b8fb-d55e65d40f4f is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:36.075031 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.264148 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] For port ccaae35f-430d-4e60-b8fb-d55e65d40f4f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:17:36.273620 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.313743 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.444644 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ccaae35f-430d-4e60-b8fb-d55e65d40f4f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:36.499540 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Allocated IP 172.20.0.1 (70068206-86eb-428a-8fc8-6b9da531ad32/62c343c4-44dc-496c-946a-f5df52d676bb/c2284805-da23-47df-ae32-aa50ec50028a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:36.519636 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8ef241f3-c234-4354-90ce-d42a8453c4af None None] Provisioning complete for port ccaae35f-430d-4e60-b8fb-d55e65d40f4f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:36.520001 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ef241f3-c234-4354-90ce-d42a8453c4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.596288 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccfa25-c1e5-41e4-b677-fbf611bcd24e None None] Pushing event updated for resources: {'Port': ['ID=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:36.629039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks [] for port (c2284805-da23-47df-ae32-aa50ec50028a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.636301 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:35Z', 'revision_number': 3, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:36.666697 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (c2284805-da23-47df-ae32-aa50ec50028a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.668801 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Checking router: db808c06-7583-4853-a10a-4a1dc3fac06a for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:17:36.669161 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Updating router db808c06-7583-4853-a10a-4a1dc3fac06a port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:17:36.672993 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port ccaae35f-430d-4e60-b8fb-d55e65d40f4f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:36.673364 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.712731 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Network 70068206-86eb-428a-8fc8-6b9da531ad32 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:36.715702 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:36.719669 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:36.759248 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2284805-da23-47df-ae32-aa50ec50028a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:36.762028 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.770092 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (db808c06-7583-4853-a10a-4a1dc3fac06a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.804147 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8ef241f3-c234-4354-90ce-d42a8453c4af None None] Current status of the port ccaae35f-430d-4e60-b8fb-d55e65d40f4f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:36.840848 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:36.953535 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port ccaae35f-430d-4e60-b8fb-d55e65d40f4f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:36.966628 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (c2284805-da23-47df-ae32-aa50ec50028a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.033647 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-bccac95e-514a-4748-81bb-ff2d025b2ab8 None None] Provisioning complete for port c2284805-da23-47df-ae32-aa50ec50028a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:37.034794 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bccac95e-514a-4748-81bb-ff2d025b2ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2284805-da23-47df-ae32-aa50ec50028a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.102423 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bccac95e-514a-4748-81bb-ff2d025b2ab8 None None] Port c2284805-da23-47df-ae32-aa50ec50028a cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:17:37.181837 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Publish callbacks [] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.188769 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.190182 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks [] for port (c2284805-da23-47df-ae32-aa50ec50028a), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.197419 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (c2284805-da23-47df-ae32-aa50ec50028a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.248373 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Attempting to bind port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:17:37.248767 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Attempting to bind port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:17:37.249132 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Attempting to bind port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:17:37.255751 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc408c-24d9-4a64-ae8e-456e52323b57 None None] Pushing event updated for resources: {'Port': ['ID=05827f27-d57b-4a23-9e62-0ebbcb54aa73,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:37.260944 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:17:37.261321 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:37.261733 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.262130 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:17:37.262657 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Bound port: 05827f27-d57b-4a23-9e62-0ebbcb54aa73, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:17:37.263047 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.271605 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (db808c06-7583-4853-a10a-4a1dc3fac06a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.273556 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2284805-da23-47df-ae32-aa50ec50028a,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:37.337599 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] For port 05827f27-d57b-4a23-9e62-0ebbcb54aa73, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:17:37.343179 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] For port 05827f27-d57b-4a23-9e62-0ebbcb54aa73, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=05827f27-d57b-4a23-9e62-0ebbcb54aa73,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:17:37.352763 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.392450 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Network 70068206-86eb-428a-8fc8-6b9da531ad32 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:37.394703 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:37.416348 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:37.417005 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:37.419018 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc408c-24d9-4a64-ae8e-456e52323b57 None None] Pushing event updated for resources: {'Port': ['ID=05827f27-d57b-4a23-9e62-0ebbcb54aa73,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:37.544902 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Router db808c06-7583-4853-a10a-4a1dc3fac06a has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:17:37.576105 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:37.684707 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:17:37.689919 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c91d593c-60f7-40f4-b207-d4278283a4c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/db808c06-7583-4853-a10a-4a1dc3fac06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777885 May 10 14:17:37.755691 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5ff24c60-60e0-4058-99d0-5414084132fd None None] Provisioning complete for port c2284805-da23-47df-ae32-aa50ec50028a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:37.756089 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ff24c60-60e0-4058-99d0-5414084132fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2284805-da23-47df-ae32-aa50ec50028a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:37.832462 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5ff24c60-60e0-4058-99d0-5414084132fd None None] Port c2284805-da23-47df-ae32-aa50ec50028a cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:17:37.845233 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:37Z', 'revision_number': 2, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:37.873658 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bd75a-44dd-40e2-8d36-2aa9a4027d2f None None] The sync data for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi is: [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:37Z', 'revision_number': 2, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:17:38.237244 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37410) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:38.242120 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611858261-network', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:38.264699 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Made reservation on behalf of 076f8a844eb44faaac6d1008b9ccd2db for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:17:38.267055 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.278906 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.329112 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ccaae35f-430d-4e60-b8fb-d55e65d40f4f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:38.369282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks [] for security_group (65fda033-0a7f-4370-92ae-70a703e16b35), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.375201 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (65fda033-0a7f-4370-92ae-70a703e16b35), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.385151 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port ccaae35f-430d-4e60-b8fb-d55e65d40f4f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:38.385530 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.399273 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:17:38.414783 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fda033-0a7f-4370-92ae-70a703e16b35,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:38.419911 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (0e540260-148c-41a3-903b-3d3ae42df6eb), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.420388 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Added segment 0e540260-148c-41a3-903b-3d3ae42df6eb of type vlan for network 5084eafd-d8b6-4187-b547-6c8442bfc820 May 10 14:17:38.469844 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793420679087'] for network (5084eafd-d8b6-4187-b547-6c8442bfc820), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.484090 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port ccaae35f-430d-4e60-b8fb-d55e65d40f4f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:38.499264 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001'] for network (5084eafd-d8b6-4187-b547-6c8442bfc820), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.500666 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:38.501286 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.570021 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3292308 May 10 14:17:38.570301 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37412) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:38.574997 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Request body: {'subnet': {'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611858261-subnet', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:38.603763 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65789bc-6164-4d42-a3b0-14d03b13bc25 admin admin] Pushing event updated for resources: {'Network': ['ID=5084eafd-d8b6-4187-b547-6c8442bfc820,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:38.609003 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Made reservation on behalf of 076f8a844eb44faaac6d1008b9ccd2db for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:17:38.612769 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8688361'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.621728 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 details requested by agent ovs-agent-dv-cinder-835881-9-iscsi with host dv-cinder-835881-9-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:17:38.849326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8688375'] for subnet (d34e30df-52f6-4438-b43c-9b8c6d4ce42d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.911652 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34e30df-52f6-4438-b43c-9b8c6d4ce42d,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:38.919794 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Checking segment: {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:38.920161 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Network hostable DHCP agents. Network: 5084eafd-d8b6-4187-b547-6c8442bfc820, hostable agents: ['0b535fe5-05be-4d15-a7c1-1a6f132ecc47'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:17:38.940987 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 is scheduled to be hosted by DHCP agent 0b535fe5-05be-4d15-a7c1-1a6f132ecc47 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:17:38.952152 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-9-iscsi, 5084eafd-d8b6-4187-b547-6c8442bfc820) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:38.956987 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:38.958463 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:38.963554 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ac14f-6591-4697-85c5-73524d018b4c None None] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:17:38.995189 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3d8c1d1f-4b81-4786-be17-0665e55ef5b8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4215274 May 10 14:17:38.995488 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37414) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:39.000232 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:39.025880 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8810'] for router (b076d1df-5107-4213-93b6-ade63fe26071), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.027112 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8785'] for router (b076d1df-5107-4213-93b6-ade63fe26071), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.082819 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfef0f325-4e0c-5b13-9ea8-c5d820525ed3-5084eafd-d8b6-4187-b547-6c8442bfc820', 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'fixed_ips': [{'subnet_id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d'}]}} from dv-cinder-835881-9-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:17:39.083837 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.089854 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks [] for router_controller (b076d1df-5107-4213-93b6-ade63fe26071), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.247489 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Allocated IP 172.20.0.2 (5084eafd-d8b6-4187-b547-6c8442bfc820/d34e30df-52f6-4438-b43c-9b8c6d4ce42d/96901ec5-43e4-444f-abee-5bbca50fb85d) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:39.249354 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks [] for router_gateway (b076d1df-5107-4213-93b6-ade63fe26071), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.410953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Publish callbacks [] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.417324 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.448121 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks [] for router_gateway (b076d1df-5107-4213-93b6-ade63fe26071), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.459364 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:39.464440 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:39.467627 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.469596 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:39.472947 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Pushing event updated for resources: {'Port': ['ID=96901ec5-43e4-444f-abee-5bbca50fb85d,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:39.538140 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Attempting to bind port 96901ec5-43e4-444f-abee-5bbca50fb85d on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:17:39.538549 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Attempting to bind port 96901ec5-43e4-444f-abee-5bbca50fb85d by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:17:39.538911 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Attempting to bind port 96901ec5-43e4-444f-abee-5bbca50fb85d on network 5084eafd-d8b6-4187-b547-6c8442bfc820 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:17:39.553081 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:17:39.554950 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Checking segment: {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:39.554950 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.555208 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Bound using segment: {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:17:39.555589 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Bound port: 96901ec5-43e4-444f-abee-5bbca50fb85d, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:17:39.555979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.597913 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Allocated IP 172.27.2.103 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/a36325fd-5ca1-47f3-afc2-ceaa06f96e61) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:39.637792 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] For port 96901ec5-43e4-444f-abee-5bbca50fb85d, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:17:39.642600 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] For port 96901ec5-43e4-444f-abee-5bbca50fb85d, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=96901ec5-43e4-444f-abee-5bbca50fb85d,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:17:39.651569 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.720976 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks [] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.743222 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c34ff-e5d1-49e7-8c57-0dfa63b81098 None None] Pushing event updated for resources: {'Port': ['ID=96901ec5-43e4-444f-abee-5bbca50fb85d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:39.769699 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:39.816622 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:39.820144 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:39.826432 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:39.832429 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Pushing event updated for resources: {'Port': ['ID=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:40.133710 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks [] for router_gateway (b076d1df-5107-4213-93b6-ade63fe26071), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.160355 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Sync routers for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:17:40.172246 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:40.172980 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:40.389374 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 05827f27-d57b-4a23-9e62-0ebbcb54aa73 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:40.409874 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:40.448800 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:40.449171 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.633118 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:37Z', 'revision_number': 2, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:40.641818 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657655'] for router (b076d1df-5107-4213-93b6-ade63fe26071), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.667869 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Checking router: db808c06-7583-4853-a10a-4a1dc3fac06a for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:17:40.668532 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Updating router db808c06-7583-4853-a10a-4a1dc3fac06a port c2284805-da23-47df-ae32-aa50ec50028a binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:17:40.692310 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:40.692711 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.700454 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (c2284805-da23-47df-ae32-aa50ec50028a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.717058 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 05827f27-d57b-4a23-9e62-0ebbcb54aa73, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=05827f27-d57b-4a23-9e62-0ebbcb54aa73,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:17:40.726163 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.727305 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 96901ec5-43e4-444f-abee-5bbca50fb85d up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:40.810533 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Router b076d1df-5107-4213-93b6-ade63fe26071 is scheduled to L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:17:40.817492 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=05827f27-d57b-4a23-9e62-0ebbcb54aa73,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:40.840829 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 96901ec5-43e4-444f-abee-5bbca50fb85d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:40.841214 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.950125 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:17:40.962972 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Sync routers for ids ['b076d1df-5107-4213-93b6-ade63fe26071'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:17:40.966356 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 96901ec5-43e4-444f-abee-5bbca50fb85d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:40.966749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.978110 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.979473 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2f65a95c-7df6-4541-aa56-2e324fac6dab admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9830184 May 10 14:17:40.983179 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37418) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:17:40.999237 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Routers {'b076d1df-5107-4213-93b6-ade63fe26071'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:41.000181 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['b076d1df-5107-4213-93b6-ade63fe26071'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:41.074500 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port 96901ec5-43e4-444f-abee-5bbca50fb85d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=96901ec5-43e4-444f-abee-5bbca50fb85d,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:17:41.083810 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.094236 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Publish callbacks [] for port (c2284805-da23-47df-ae32-aa50ec50028a), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.102362 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (c2284805-da23-47df-ae32-aa50ec50028a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.152063 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=96901ec5-43e4-444f-abee-5bbca50fb85d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:41.173946 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Pushing event updated for resources: {'Port': ['ID=c2284805-da23-47df-ae32-aa50ec50028a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:41.185434 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.190250 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.191845 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.192981 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.193819 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.194304 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.194735 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.195731 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.195731 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.196142 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.196666 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.197255 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.197729 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.198186 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.198732 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:41.227455 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Set router b076d1df-5107-4213-93b6-ade63fe26071 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:41.261149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd38ac4-f299-487e-a9b8-e1a42e1d28b0 None None] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:17:41.281579 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Attempting to bind port c2284805-da23-47df-ae32-aa50ec50028a on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:17:41.282080 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Attempting to bind port c2284805-da23-47df-ae32-aa50ec50028a by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:17:41.282636 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Attempting to bind port c2284805-da23-47df-ae32-aa50ec50028a on network 70068206-86eb-428a-8fc8-6b9da531ad32 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:17:41.290081 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:17:41.290831 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Checking segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:41.291397 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.292105 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Bound using segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:17:41.292756 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Bound port: c2284805-da23-47df-ae32-aa50ec50028a, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:17:41.293302 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (c2284805-da23-47df-ae32-aa50ec50028a), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.368213 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-7b7b2eaf-833a-4657-8642-58a10ea53824 None None] Provisioning complete for port 96901ec5-43e4-444f-abee-5bbca50fb85d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:41.368587 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2eaf-833a-4657-8642-58a10ea53824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.395500 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] For port c2284805-da23-47df-ae32-aa50ec50028a, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:17:41.401378 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] For port c2284805-da23-47df-ae32-aa50ec50028a, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=c2284805-da23-47df-ae32-aa50ec50028a,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:17:41.413967 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (c2284805-da23-47df-ae32-aa50ec50028a), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.495519 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00707ef-a71e-439e-9fe8-a36c615806b8 None None] Pushing event updated for resources: {'Port': ['ID=c2284805-da23-47df-ae32-aa50ec50028a,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:41.526817 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:41.528086 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:41.558827 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b2eaf-833a-4657-8642-58a10ea53824 None None] Current status of the port 96901ec5-43e4-444f-abee-5bbca50fb85d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:41.639914 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 3, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:41.675690 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:41.689591 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Checking router: b076d1df-5107-4213-93b6-ade63fe26071 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:17:41.689994 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Updating router b076d1df-5107-4213-93b6-ade63fe26071 port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 binding host dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:17:41.729032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.844952 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] Provisioning complete for port c2284805-da23-47df-ae32-aa50ec50028a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:41.845325 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2284805-da23-47df-ae32-aa50ec50028a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.928705 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:41.953199 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:41Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:41.996338 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6386be-56b5-47d7-9308-7a1e8ec74f4d None None] The sync data for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi is: [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:41Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:17:42.042836 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] Current status of the port c2284805-da23-47df-ae32-aa50ec50028a is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:42.043222 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (c2284805-da23-47df-ae32-aa50ec50028a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.128320 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] For port c2284805-da23-47df-ae32-aa50ec50028a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=c2284805-da23-47df-ae32-aa50ec50028a,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:17:42.138299 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Allocated IP 172.20.0.1 (5084eafd-d8b6-4187-b547-6c8442bfc820/d34e30df-52f6-4438-b43c-9b8c6d4ce42d/a82f3d80-a705-4169-a661-c3beb47a364f) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:42.152881 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (c2284805-da23-47df-ae32-aa50ec50028a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.210630 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Publish callbacks [] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.223392 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.263654 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee06cfa-736a-4d19-8710-795ce98d2eaf None None] Pushing event updated for resources: {'Port': ['ID=c2284805-da23-47df-ae32-aa50ec50028a,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:42.276634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks [] for port (a82f3d80-a705-4169-a661-c3beb47a364f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.302265 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Attempting to bind port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:17:42.303140 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Attempting to bind port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:17:42.303140 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Attempting to bind port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 on network 04102630-353f-487e-9b60-b50f56518c7d {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:17:42.319040 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:17:42.319354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.319530 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Checking segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:42.320049 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.320514 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Bound using segment: {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:17:42.321182 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Bound port: a36325fd-5ca1-47f3-afc2-ceaa06f96e61, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e08c8-a07a-4b42-8366-51cc0b26610a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04102630-353f-487e-9b60-b50f56518c7d'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:17:42.321598 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.326956 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-70c3d845-ef7a-442f-96e0-269902ff0080 None None] Provisioning complete for port 96901ec5-43e4-444f-abee-5bbca50fb85d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:42.327427 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70c3d845-ef7a-442f-96e0-269902ff0080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.369930 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:42.373740 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:42.382443 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:42.409814 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e8bf7-5d66-46d9-a41a-628f8a49002f None None] Pushing event updated for resources: {'Port': ['ID=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:42.438883 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Pushing event updated for resources: {'Port': ['ID=a82f3d80-a705-4169-a661-c3beb47a364f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:42.448628 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656800'] for router_interface (b076d1df-5107-4213-93b6-ade63fe26071), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.460256 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 05827f27-d57b-4a23-9e62-0ebbcb54aa73 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:42.534848 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] For port a36325fd-5ca1-47f3-afc2-ceaa06f96e61, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:17:42.566409 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] For port a36325fd-5ca1-47f3-afc2-ceaa06f96e61, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:17:42.608453 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.680257 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.685234 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e8bf7-5d66-46d9-a41a-628f8a49002f None None] Pushing event updated for resources: {'Port': ['ID=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:42.689343 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:42.690122 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.755555 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-70c3d845-ef7a-442f-96e0-269902ff0080 None None] Current status of the port 96901ec5-43e4-444f-abee-5bbca50fb85d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:42.770733 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Routers {'b076d1df-5107-4213-93b6-ade63fe26071'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:42.771551 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['b076d1df-5107-4213-93b6-ade63fe26071'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:42.935091 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks [] for port (a82f3d80-a705-4169-a661-c3beb47a364f), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.947497 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:42.991795 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-70c3d845-ef7a-442f-96e0-269902ff0080 None None] Provisioning complete for port c2284805-da23-47df-ae32-aa50ec50028a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:42.992175 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70c3d845-ef7a-442f-96e0-269902ff0080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2284805-da23-47df-ae32-aa50ec50028a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:43.035163 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662173'] for router_interface (b076d1df-5107-4213-93b6-ade63fe26071), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:43.038621 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Pushing event updated for resources: {'Port': ['ID=a82f3d80-a705-4169-a661-c3beb47a364f,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:43.136156 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:43.137305 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2284805-da23-47df-ae32-aa50ec50028a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:43.158351 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:43.159960 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:43.212564 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] Set router b076d1df-5107-4213-93b6-ade63fe26071 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:43.270274 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-70c3d845-ef7a-442f-96e0-269902ff0080 None None] Current status of the port c2284805-da23-47df-ae32-aa50ec50028a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:43.298398 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Router b076d1df-5107-4213-93b6-ade63fe26071 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:17:43.320523 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port c2284805-da23-47df-ae32-aa50ec50028a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:43.320899 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2284805-da23-47df-ae32-aa50ec50028a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:43.428211 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:17:43.446907 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7f956ed9-a37c-4e3d-bdde-5e4981e9c4ac admin admin] 10.222.0.32 "PUT /v2.0/routers/b076d1df-5107-4213-93b6-ade63fe26071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4608223 May 10 14:17:43.450545 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4dd42600-fc36-49a3-8a8a-62a019bd8332 None None] Provisioning complete for port a82f3d80-a705-4169-a661-c3beb47a364f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:43.451252 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4dd42600-fc36-49a3-8a8a-62a019bd8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:43.548886 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4dd42600-fc36-49a3-8a8a-62a019bd8332 None None] Port a82f3d80-a705-4169-a661-c3beb47a364f cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:17:43.598730 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port c2284805-da23-47df-ae32-aa50ec50028a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:43.599843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 96901ec5-43e4-444f-abee-5bbca50fb85d up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:43.630036 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'a82f3d80-a705-4169-a661-c3beb47a364f', 'name': '', 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'mac_address': 'fa:16:3e:d6:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:41Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 1, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'subnets': [{'id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:43.677186 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528514fc-91ae-4a93-aad7-e3ecdb01b03b None None] The sync data for ids ['b076d1df-5107-4213-93b6-ade63fe26071'] in dv-cinder-835881-9-iscsi is: [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'a82f3d80-a705-4169-a661-c3beb47a364f', 'name': '', 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'mac_address': 'fa:16:3e:d6:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:41Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 1, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'subnets': [{'id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:17:43.688410 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a0774240-c7e5-4471-9600-00b495ce8c1a None None] Provisioning complete for port a82f3d80-a705-4169-a661-c3beb47a364f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:43.688966 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0774240-c7e5-4471-9600-00b495ce8c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:43.746603 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port 96901ec5-43e4-444f-abee-5bbca50fb85d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:43.747124 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:43.783281 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a0774240-c7e5-4471-9600-00b495ce8c1a None None] Port a82f3d80-a705-4169-a661-c3beb47a364f cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:17:43.877928 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port 96901ec5-43e4-444f-abee-5bbca50fb85d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:44.374220 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2284805-da23-47df-ae32-aa50ec50028a up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:44.448953 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port c2284805-da23-47df-ae32-aa50ec50028a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:44.449323 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (c2284805-da23-47df-ae32-aa50ec50028a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:44.550813 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port c2284805-da23-47df-ae32-aa50ec50028a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:45.776123 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-9350806b-60ab-4a05-9128-77439f6d0290 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1781743 May 10 14:17:45.877089 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78403f7-7bd8-461c-8793-105648c090a6 req-a077ba47-0fc8-4235-a4a6-b0bb625daba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:45.878378 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-a077ba47-0fc8-4235-a4a6-b0bb625daba5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1129 time: 0.0506754 May 10 14:17:46.002027 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78403f7-7bd8-461c-8793-105648c090a6 req-be8e02c0-4557-4b78-89a2-bb69dd832849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:46.004753 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-be8e02c0-4557-4b78-89a2-bb69dd832849 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.1078537 May 10 14:17:46.095141 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-f4b6bedb-a951-46be-a9b2-9004680b2868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 1001 time: 0.0839067 May 10 14:17:46.152860 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78403f7-7bd8-461c-8793-105648c090a6 req-8dcc1f2f-08dd-48b1-ae63-d57723fb6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:46.154495 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-8dcc1f2f-08dd-48b1-ae63-d57723fb6b2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0530784 May 10 14:17:46.215041 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78403f7-7bd8-461c-8793-105648c090a6 req-7bf6d358-c758-41b4-84aa-a7a08efc2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:46.216929 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-7bf6d358-c758-41b4-84aa-a7a08efc2541 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559103 May 10 14:17:46.366550 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-c5a014eb-e898-4db4-b3d4-42d469b2ff98 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425323 May 10 14:17:46.386712 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a36325fd-5ca1-47f3-afc2-ceaa06f96e61 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:46.450025 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:46.450442 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:46.495627 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e78403f7-7bd8-461c-8793-105648c090a6 req-4fe7a0b1-564c-49a0-80df-b7d8079dff06 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180415 May 10 14:17:46.500173 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Sync routers for ids ['b076d1df-5107-4213-93b6-ade63fe26071'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:17:46.513950 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Routers {'b076d1df-5107-4213-93b6-ade63fe26071'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:46.514828 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['b076d1df-5107-4213-93b6-ade63fe26071'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:46.578852 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:46.579509 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:46.610443 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] For port a36325fd-5ca1-47f3-afc2-ceaa06f96e61, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:17:46.617517 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:46.660107 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Set router b076d1df-5107-4213-93b6-ade63fe26071 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:46.710073 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Pushing event updated for resources: {'Port': ['ID=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:46.719632 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.720114 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.720548 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.721132 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.722146 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.722638 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.723058 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.723494 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.723923 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.724343 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.724755 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.725171 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.726526 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.726526 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:46.726526 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:17:47.066479 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'a82f3d80-a705-4169-a661-c3beb47a364f', 'name': '', 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'mac_address': 'fa:16:3e:d6:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:41Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 2, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'subnets': [{'id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:47.111063 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Checking router: b076d1df-5107-4213-93b6-ade63fe26071 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:17:47.111509 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Updating router b076d1df-5107-4213-93b6-ade63fe26071 port a82f3d80-a705-4169-a661-c3beb47a364f binding host dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:17:47.144845 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:47.460468 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Publish callbacks [] for port (a82f3d80-a705-4169-a661-c3beb47a364f), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:47.471590 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:47.538171 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1bddc-1975-4287-983e-bd5c1218b039 None None] Pushing event updated for resources: {'Port': ['ID=a82f3d80-a705-4169-a661-c3beb47a364f,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:47.622388 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Attempting to bind port a82f3d80-a705-4169-a661-c3beb47a364f on host dv-cinder-835881-9-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:17:47.622875 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Attempting to bind port a82f3d80-a705-4169-a661-c3beb47a364f by drivers openvswitch,hyperv on host dv-cinder-835881-9-iscsi at level 0 using segments [{'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:17:47.623240 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Attempting to bind port a82f3d80-a705-4169-a661-c3beb47a364f on network 5084eafd-d8b6-4187-b547-6c8442bfc820 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:17:47.635072 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Checking agent: {'id': 'd06cdeda-c838-4b1c-8e87-ae035476e9a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 53), 'started_at': datetime.datetime(2022, 5, 10, 13, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:17:47.635661 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Checking segment: {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:17:47.636068 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:47.636462 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Bound using segment: {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:17:47.636937 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Bound port: a82f3d80-a705-4169-a661-c3beb47a364f, host: dv-cinder-835881-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e540260-148c-41a3-903b-3d3ae42df6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:17:47.637310 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:47.727009 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] For port a82f3d80-a705-4169-a661-c3beb47a364f, host dv-cinder-835881-9-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:17:47.731488 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] For port a82f3d80-a705-4169-a661-c3beb47a364f, host dv-cinder-835881-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=a82f3d80-a705-4169-a661-c3beb47a364f,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:17:47.740235 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:47.826439 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1bddc-1975-4287-983e-bd5c1218b039 None None] Pushing event updated for resources: {'Port': ['ID=a82f3d80-a705-4169-a661-c3beb47a364f,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:47.831552 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Routers {'b076d1df-5107-4213-93b6-ade63fe26071'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:17:47.834329 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:17:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['b076d1df-5107-4213-93b6-ade63fe26071'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:47.958924 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] Provisioning complete for port a82f3d80-a705-4169-a661-c3beb47a364f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:47.959414 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:48.063860 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] Set router b076d1df-5107-4213-93b6-ade63fe26071 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:17:48.153120 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] Current status of the port a82f3d80-a705-4169-a661-c3beb47a364f is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:48.153451 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:48.231388 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] For port a82f3d80-a705-4169-a661-c3beb47a364f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=a82f3d80-a705-4169-a661-c3beb47a364f,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:17:48.238753 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:48.306515 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f82890-c32f-40c4-a3b9-ab57953a007f None None] Pushing event updated for resources: {'Port': ['ID=a82f3d80-a705-4169-a661-c3beb47a364f,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:48.364140 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'a82f3d80-a705-4169-a661-c3beb47a364f', 'name': '', 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'mac_address': 'fa:16:3e:d6:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:41Z', 'updated_at': '2022-05-10T14:17:47Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'subnets': [{'id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:17:48.369581 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-50feff3e-8deb-4830-8f77-39e9a885ff9f None None] Provisioning complete for port a82f3d80-a705-4169-a661-c3beb47a364f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:48.369978 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-50feff3e-8deb-4830-8f77-39e9a885ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:48.400813 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf38b7-b103-453d-89bc-8eb002c5fbeb None None] The sync data for ids ['b076d1df-5107-4213-93b6-ade63fe26071'] in dv-cinder-835881-9-iscsi is: [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'a82f3d80-a705-4169-a661-c3beb47a364f', 'name': '', 'network_id': '5084eafd-d8b6-4187-b547-6c8442bfc820', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'mac_address': 'fa:16:3e:d6:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:41Z', 'updated_at': '2022-05-10T14:17:47Z', 'revision_number': 4, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'subnets': [{'id': 'd34e30df-52f6-4438-b43c-9b8c6d4ce42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:17:48.537979 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a82f3d80-a705-4169-a661-c3beb47a364f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:48.576672 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-50feff3e-8deb-4830-8f77-39e9a885ff9f None None] Current status of the port a82f3d80-a705-4169-a661-c3beb47a364f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:48.621099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port a82f3d80-a705-4169-a661-c3beb47a364f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:48.621570 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:48.733332 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port a82f3d80-a705-4169-a661-c3beb47a364f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:48.734835 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a36325fd-5ca1-47f3-afc2-ceaa06f96e61 up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:48.799164 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:48.799961 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:48.918555 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:50.331523 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a82f3d80-a705-4169-a661-c3beb47a364f up at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:17:50.397416 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Provisioning complete for port a82f3d80-a705-4169-a661-c3beb47a364f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:50.397567 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:50.511074 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Current status of the port a82f3d80-a705-4169-a661-c3beb47a364f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:17:54.065019 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-0bce79d1-6ef8-45a2-a225-e64e766e2c63 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:54.066543 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-0bce79d1-6ef8-45a2-a225-e64e766e2c63 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 815 time: 0.1095891 May 10 14:17:54.082500 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-e683b2c7-727c-44ab-84a4-c877dfa185c5 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/quotas/18c7a906c7bf4b5fbc769d1d77e50e44 HTTP/1.1" status: 200 len: 375 time: 0.0104492 May 10 14:17:54.133653 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-7d9bac54-fc09-4c84-a820-677293f9f464 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461190 May 10 14:17:54.229050 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-52434260-a4b0-4cc6-a830-dacf298e46c2 service neutron] 10.222.0.32 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838103 May 10 14:17:54.261863 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f31c6f67-66a7-4454-a4a0-ea753088b2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:54.323319 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-aad19415-cce2-4fa2-bb10-a7859271c1fd service neutron] 10.222.0.32 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886848 May 10 14:17:54.486139 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d3120333-ddae-48c6-a4e6-67e9f18cfafe req-a5ca04fe-cdc0-455b-9cc5-effa7cd967f5 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 210 time: 0.0292988 May 10 14:17:55.490554 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-d1370ca7-068c-4c59-9955-ad262c39c300 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:55.492028 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-d1370ca7-068c-4c59-9955-ad262c39c300 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 815 time: 0.1158566 May 10 14:17:55.504639 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'port': {'device_id': '11b9c290-4771-465a-b21d-22a768285953', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'admin_state_up': True, 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:17:55.593954 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e456f29-1bdd-4904-b00a-975bdd6e40c5 req-56ac7c89-899a-4de5-a03e-7e7a5a8e14e9 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 210 time: 0.0325565 May 10 14:17:55.645735 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Made reservation on behalf of 18c7a906c7bf4b5fbc769d1d77e50e44 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:17:55.649367 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:55.788892 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Allocated IP 172.20.0.13 (70068206-86eb-428a-8fc8-6b9da531ad32/62c343c4-44dc-496c-946a-f5df52d676bb/271d74ad-152d-4bda-a153-00a1d845101b) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:17:56.047330 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for port (271d74ad-152d-4bda-a153-00a1d845101b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:56.102033 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:56.149070 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Network 70068206-86eb-428a-8fc8-6b9da531ad32 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:17:56.152808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:17:56.155668 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:17:56.203450 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:17:56.248411 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:56.249087 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:56.275400 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-53669f06-c1bb-4ad6-8522-6fe9f176b90c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720876 May 10 14:17:56.360506 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-97d1421f-bf5f-4075-840a-b883c76783ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:56.568774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-06076a8e-2f84-496f-8632-362abca4a733 None None] Provisioning complete for port 271d74ad-152d-4bda-a153-00a1d845101b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:17:56.569404 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-06076a8e-2f84-496f-8632-362abca4a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (271d74ad-152d-4bda-a153-00a1d845101b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:56.608939 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-06076a8e-2f84-496f-8632-362abca4a733 None None] Port 271d74ad-152d-4bda-a153-00a1d845101b cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:17:56.746621 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e2006-093f-4ff9-b30a-90bb39f1b753 req-09ba2b41-f8e9-4e73-957f-16dd6d2e0d5a tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:56.748111 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-833e2006-093f-4ff9-b30a-90bb39f1b753 req-09ba2b41-f8e9-4e73-957f-16dd6d2e0d5a tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0578203 May 10 14:17:56.800319 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-833e2006-093f-4ff9-b30a-90bb39f1b753 req-f4018588-e2a6-4caa-9249-991f12cacab6 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 May 10 14:17:57.382529 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:17:57.848291 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:57.973745 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab4fc2-46bb-4174-9e1d-a5ae52195084 req-39afa6c1-9c3f-47f3-9033-054aca98402a tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:57.976430 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44ab4fc2-46bb-4174-9e1d-a5ae52195084 req-39afa6c1-9c3f-47f3-9033-054aca98402a tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0813601 May 10 14:17:58.028432 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44ab4fc2-46bb-4174-9e1d-a5ae52195084 req-90f96d12-674e-4821-b688-477dd809013f tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466032 May 10 14:17:58.969570 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:59.168943 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009913a-a47f-43ef-80ad-2a4afcb6b0ab req-1ceed1b4-d604-4aa8-80ee-79a3c3001874 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:17:59.172626 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c009913a-a47f-43ef-80ad-2a4afcb6b0ab req-1ceed1b4-d604-4aa8-80ee-79a3c3001874 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0591555 May 10 14:17:59.231216 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c009913a-a47f-43ef-80ad-2a4afcb6b0ab req-03f4e8f2-8f0f-41fc-92c6-fefbee54f291 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534389 May 10 14:18:00.348580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd14a-7ed0-4c8b-bb8b-933bca6fde85 req-c943fee5-8175-476a-8014-4185c72cc25e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:00.350792 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb6bd14a-7ed0-4c8b-bb8b-933bca6fde85 req-c943fee5-8175-476a-8014-4185c72cc25e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0499089 May 10 14:18:00.392865 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:00.402971 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb6bd14a-7ed0-4c8b-bb8b-933bca6fde85 req-38b5799f-2810-4c0c-930f-e755413b9a9e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 May 10 14:18:01.554519 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218de85-af9a-4804-8fe4-e54d3d3b7134 req-24d9216b-2c12-4123-8580-023a1ef40e74 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:01.556247 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9218de85-af9a-4804-8fe4-e54d3d3b7134 req-24d9216b-2c12-4123-8580-023a1ef40e74 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0537846 May 10 14:18:01.611130 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9218de85-af9a-4804-8fe4-e54d3d3b7134 req-bcee183b-ac9c-4770-ae63-262c18972bee tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485511 May 10 14:18:02.738248 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5bf4-4662-427b-9db3-cb11694ef3fe req-036ced2a-ad23-46e6-a802-19ab06155b6b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:02.739853 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-265d5bf4-4662-427b-9db3-cb11694ef3fe req-036ced2a-ad23-46e6-a802-19ab06155b6b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0554295 May 10 14:18:02.791322 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-265d5bf4-4662-427b-9db3-cb11694ef3fe req-e31217ec-8bc8-43f2-9a8e-ea60047e9002 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 May 10 14:18:03.912445 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989dcf4-f95c-4bda-9ef1-9cdf89566f71 req-fcce944d-cb5a-4226-8010-8980e180a951 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:03.913850 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f989dcf4-f95c-4bda-9ef1-9cdf89566f71 req-fcce944d-cb5a-4226-8010-8980e180a951 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0503333 May 10 14:18:03.963037 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f989dcf4-f95c-4bda-9ef1-9cdf89566f71 req-f8951419-6742-4f2e-8412-36f4338bf365 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 May 10 14:18:05.077516 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47df71a-fd03-4fbf-b289-6518858dc8a5 req-c99844e5-019d-4b1c-919d-6ae5eb08edfe tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:05.078986 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b47df71a-fd03-4fbf-b289-6518858dc8a5 req-c99844e5-019d-4b1c-919d-6ae5eb08edfe tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0483501 May 10 14:18:05.129159 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b47df71a-fd03-4fbf-b289-6518858dc8a5 req-401eda48-dd12-439b-bfda-e08e1ee501cf tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 May 10 14:18:06.290113 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962c3b9-263f-4a0c-a7be-22847e3d6c2c req-578c8fb5-67c7-4228-b073-f6a37b657193 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:06.292373 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9962c3b9-263f-4a0c-a7be-22847e3d6c2c req-578c8fb5-67c7-4228-b073-f6a37b657193 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 932 time: 0.0834858 May 10 14:18:06.366555 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9962c3b9-263f-4a0c-a7be-22847e3d6c2c req-d9a6b5e7-5ed0-4e2b-bf07-ebc643b9c527 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642266 May 10 14:18:06.606567 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Request body: {'port': {'device_id': '11b9c290-4771-465a-b21d-22a768285953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:06.697842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:06.794100 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:06.991272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271d74ad-152d-4bda-a153-00a1d845101b {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:18:06.999101 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Publish callbacks [] for port (271d74ad-152d-4bda-a153-00a1d845101b), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:07.012618 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Transition to ACTIVE for port object 271d74ad-152d-4bda-a153-00a1d845101b will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:18:07.016399 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:07.068558 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:07.159146 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Attempting to bind port 271d74ad-152d-4bda-a153-00a1d845101b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:18:07.160063 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Attempting to bind port 271d74ad-152d-4bda-a153-00a1d845101b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:18:07.160389 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Attempting to bind port 271d74ad-152d-4bda-a153-00a1d845101b on network 70068206-86eb-428a-8fc8-6b9da531ad32 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:18:07.165203 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Port 271d74ad-152d-4bda-a153-00a1d845101b on network 70068206-86eb-428a-8fc8-6b9da531ad32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:18:07.165524 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Attempting to bind port 271d74ad-152d-4bda-a153-00a1d845101b on network 70068206-86eb-428a-8fc8-6b9da531ad32 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:18:07.170686 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:18:07.171018 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Checking segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:18:07.171400 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Bound using segment: {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:18:07.171822 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Bound port: 271d74ad-152d-4bda-a153-00a1d845101b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f02db3-1c11-43ae-8516-235297ca75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:18:07.172177 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:07.243549 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:18:07.246454 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:18:07.252677 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:07.292208 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:07.292828 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:07.294517 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] 10.222.0.59 "PUT /v2.0/ports/271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 1094 time: 0.6953790 May 10 14:18:07.295064 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:18:07.297577 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ed4f4-4b24-4328-9a39-6558e445c6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:18:07.333701 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a336d8a-5a04-40d9-95fa-84c4009e2213 service neutron] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:07.387666 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-81ece1b2-b501-4a29-9044-c43fe103a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:07.389192 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-81ece1b2-b501-4a29-9044-c43fe103a7d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1128 time: 0.0468452 May 10 14:18:07.442522 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-06eb1dd3-ec98-4ed4-ab74-4ff4168719c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 217 time: 0.0467436 May 10 14:18:07.497965 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-ec91f494-11d2-47e9-9139-d89d7c99d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:07.499680 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-ec91f494-11d2-47e9-9139-d89d7c99d181 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0510075 May 10 14:18:07.506917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde6afe3-a423-42b5-8e43-dae0e28093df x-openstack-request-id: req-bde6afe3-a423-42b5-8e43-dae0e28093df {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:18:07.507336 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:18:07.507710 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bde6afe3-a423-42b5-8e43-dae0e28093df {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:18:07.508459 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde6afe3-a423-42b5-8e43-dae0e28093df'] response: {'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'status': 'completed', 'code': 200} May 10 14:18:07.524422 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c09ba-abc0-4c9d-8f34-b4ee28137f01 req-7b2fbd8c-36f6-4f57-a472-f897c5efee67 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:07.525948 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d33c09ba-abc0-4c9d-8f34-b4ee28137f01 req-7b2fbd8c-36f6-4f57-a472-f897c5efee67 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 944 time: 0.0611134 May 10 14:18:07.552286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-d38b0c39-3b56-45d3-9446-805ee1161e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:07.553909 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-d38b0c39-3b56-45d3-9446-805ee1161e09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430815 May 10 14:18:07.578819 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d33c09ba-abc0-4c9d-8f34-b4ee28137f01 req-dda101d7-5907-4a50-8448-1a6202bd68ab tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465758 May 10 14:18:07.650110 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-3de6e5b2-c4e8-4b6a-984a-f1062dcc6d74 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899010 May 10 14:18:07.741499 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3deae83e-cbe0-40b0-868a-fb34bde26867 req-8174abc3-c567-424d-9238-4c4813241669 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 May 10 14:18:08.699900 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047dcc-18a7-4686-a2e6-c805c360d04e req-b613e34c-1042-423c-9fe4-045de96e02bf tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:08.701352 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae047dcc-18a7-4686-a2e6-c805c360d04e req-b613e34c-1042-423c-9fe4-045de96e02bf tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 944 time: 0.0515726 May 10 14:18:08.748774 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ae047dcc-18a7-4686-a2e6-c805c360d04e req-1c8ddb70-7fe9-43f3-934f-8df514ec7c9c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 May 10 14:18:09.657332 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 271d74ad-152d-4bda-a153-00a1d845101b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:18:09.756256 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:18:09.870018 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-ae95ca9d-6dc6-4d17-b289-7e611872a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:09.871860 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-ae95ca9d-6dc6-4d17-b289-7e611872a5fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1128 time: 0.0455558 May 10 14:18:09.876900 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613da4-3083-45bf-bb33-2f88ac2f71a9 req-ff4aa6f0-2bb0-4321-94b2-d49783ac880c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:09.878752 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-39613da4-3083-45bf-bb33-2f88ac2f71a9 req-ff4aa6f0-2bb0-4321-94b2-d49783ac880c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 944 time: 0.0571954 May 10 14:18:09.898716 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': '271d74ad-152d-4bda-a153-00a1d845101b', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'port_id': '271d74ad-152d-4bda-a153-00a1d845101b', 'mac_address': 'fa:16:3e:26:94:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:18:09.929953 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-39613da4-3083-45bf-bb33-2f88ac2f71a9 req-4d99bb71-8914-44bb-b406-c097bf554c85 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 May 10 14:18:09.937299 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 271d74ad-152d-4bda-a153-00a1d845101b is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:18:09.937689 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:09.951063 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271d74ad-152d-4bda-a153-00a1d845101b {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:18:09.967606 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-4942e6c3-476f-41a1-ab9e-cd53b56cded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:09.969044 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-4942e6c3-476f-41a1-ab9e-cd53b56cded1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.0892651 May 10 14:18:09.970749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:18:09.975622 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:10.013850 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-72c15b26-62e7-49d3-bf95-72b056a7828a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 217 time: 0.0381422 May 10 14:18:10.024032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:10.063406 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-a939ca37-855f-40aa-9416-c7be0b7857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:10.064849 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-a939ca37-855f-40aa-9416-c7be0b7857b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0439475 May 10 14:18:10.109737 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-6ca6717a-ac09-450a-88e5-c84bd11f635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:10.111288 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-6ca6717a-ac09-450a-88e5-c84bd11f635c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394170 May 10 14:18:10.205226 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-d6baf2af-37bc-4db2-acc1-e056cf84055f service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 May 10 14:18:10.296464 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-425ed4f4-4b24-4328-9a39-6558e445c6f2 req-e9715252-701e-493a-b947-efbc10cce397 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 May 10 14:18:10.309809 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['271d74ad-152d-4bda-a153-00a1d845101b'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:18:11.048618 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7adf-d25d-487c-ad69-221f711bbd03 req-d666aa24-4942-4006-8098-a4e93ba4db2f tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:11.050841 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d7a7adf-d25d-487c-ad69-221f711bbd03 req-d666aa24-4942-4006-8098-a4e93ba4db2f tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 945 time: 0.0528064 May 10 14:18:11.099593 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d7a7adf-d25d-487c-ad69-221f711bbd03 req-ae422a2a-c982-4a01-b86c-5ab8eb252d81 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 May 10 14:18:11.660621 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 271d74ad-152d-4bda-a153-00a1d845101b up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:18:11.709048 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port 271d74ad-152d-4bda-a153-00a1d845101b completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:18:11.714508 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port 271d74ad-152d-4bda-a153-00a1d845101b triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:18:11.715306 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (271d74ad-152d-4bda-a153-00a1d845101b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:11.810320 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port 271d74ad-152d-4bda-a153-00a1d845101b is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:18:11.810722 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:11.837362 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:18:11.839723 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139e1d82-2c33-476e-8362-4693ed93f33a" -d '{"events": [{"server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "name": "network-vif-plugged", "status": "completed", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:18:11.858234 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:18:11.866944 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:11.894227 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c456fe-f9c5-4e7c-bb1d-82bf9ab19a19 x-openstack-request-id: req-46c456fe-f9c5-4e7c-bb1d-82bf9ab19a19 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:18:11.894645 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "name": "network-vif-plugged", "status": "completed", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:18:11.895047 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46c456fe-f9c5-4e7c-bb1d-82bf9ab19a19 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:18:11.895448 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c456fe-f9c5-4e7c-bb1d-82bf9ab19a19'] response: {'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'code': 200} May 10 14:18:11.927566 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:12.065145 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ad365-4422-40eb-ac58-7673e65eac2a req-b0f78247-7f1a-47fd-8d8d-7cd96fb66c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:12.066971 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b11ad365-4422-40eb-ac58-7673e65eac2a req-b0f78247-7f1a-47fd-8d8d-7cd96fb66c9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1130 time: 0.0402477 May 10 14:18:12.122849 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b11ad365-4422-40eb-ac58-7673e65eac2a req-3383cae9-cfeb-45e4-8af3-28f547bfc1ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 May 10 14:18:12.214524 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92bff-076f-4dfe-bf6c-ac87bb0a7d2d req-570f1e51-9531-4fb5-b6a7-58c5bd4e123f tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:12.215947 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bce92bff-076f-4dfe-bf6c-ac87bb0a7d2d req-570f1e51-9531-4fb5-b6a7-58c5bd4e123f tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0487401 May 10 14:18:12.270866 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bce92bff-076f-4dfe-bf6c-ac87bb0a7d2d req-14ff90e2-ad66-49cb-810e-8a747e10ab7a tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493646 May 10 14:18:13.389626 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ccf69-b60a-44f8-85c4-63e0363be519 req-8c3f9481-986f-4134-9a77-53cafef6ef09 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:13.391253 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d2ccf69-b60a-44f8-85c4-63e0363be519 req-8c3f9481-986f-4134-9a77-53cafef6ef09 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0482476 May 10 14:18:13.439522 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d2ccf69-b60a-44f8-85c4-63e0363be519 req-76ed8e01-cdca-4b03-8d28-7f40de74cf3c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 May 10 14:18:14.560622 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953b96-50eb-4250-8aa1-d946d94ae95a req-fe1cdb99-3d5b-497e-8e97-cb49e7d39b85 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:14.562226 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43953b96-50eb-4250-8aa1-d946d94ae95a req-fe1cdb99-3d5b-497e-8e97-cb49e7d39b85 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0508595 May 10 14:18:14.611591 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43953b96-50eb-4250-8aa1-d946d94ae95a req-3ca094d7-0930-4bbc-82c3-9a6d17c8dd65 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 May 10 14:18:14.726932 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145de26-99a8-45a6-8770-40fb52ba0af4 req-056c6071-d265-4446-a2bd-410e3f808504 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:14.728512 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0145de26-99a8-45a6-8770-40fb52ba0af4 req-056c6071-d265-4446-a2bd-410e3f808504 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0488920 May 10 14:18:14.779649 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0145de26-99a8-45a6-8770-40fb52ba0af4 req-a3f1ab71-8dc6-4748-8ae6-908d8bff9224 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 May 10 14:18:15.104968 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72e93-da07-4bd5-b87a-15d09e34ef72 req-771518b5-fff0-44e2-9a4f-3371b124d113 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:15.106446 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ec72e93-da07-4bd5-b87a-15d09e34ef72 req-771518b5-fff0-44e2-9a4f-3371b124d113 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0471690 May 10 14:18:15.153960 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ec72e93-da07-4bd5-b87a-15d09e34ef72 req-1dbd70c8-25b3-489a-ac48-62fdbc7ada8c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 May 10 14:18:24.265189 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-21597e4f-615d-4369-afc0-664f3843248c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:24.587440 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549511-08a9-469c-9aca-ccdb2667b6c1 req-39c409b3-d6d0-4ddd-ba53-70299197d3ea tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:24.588847 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33549511-08a9-469c-9aca-ccdb2667b6c1 req-39c409b3-d6d0-4ddd-ba53-70299197d3ea tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0481217 May 10 14:18:24.645846 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33549511-08a9-469c-9aca-ccdb2667b6c1 req-c151a4b9-6ca4-4bd4-bf23-ced6fc7144a6 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 May 10 14:18:24.668833 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37626) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:24.752127 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656549da-c508-4d5b-8483-caf19e7d3e48 tempest-TestMinimumBasicScenario-224712384 tempest-TestMinimumBasicScenario-224712384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:24.753634 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-656549da-c508-4d5b-8483-caf19e7d3e48 tempest-TestMinimumBasicScenario-224712384 tempest-TestMinimumBasicScenario-224712384-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1125 time: 0.0838511 May 10 14:18:24.757378 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37630) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:24.761568 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'port_id': '271d74ad-152d-4bda-a153-00a1d845101b', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:24.782077 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:24.864622 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:24.976384 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Allocated IP 172.27.2.60 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/eb1d9a14-538e-411c-9f31-3f3675cfbbae) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:18:25.081573 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.116977 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.157006 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:18:25.161421 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:18:25.164123 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:18:25.198163 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'Port': ['ID=eb1d9a14-538e-411c-9f31-3f3675cfbbae,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:25.209856 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.210325 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.210676 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.211040 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.211377 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.211709 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.212039 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.212363 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.212720 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.213050 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.213380 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.213702 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.214026 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.214378 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.214701 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:18:25.559448 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for floatingip (8453cb60-2540-420c-b35e-c512cdf8ce50), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.633416 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.788932 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.793487 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.864337 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'Port': ['ID=eb1d9a14-538e-411c-9f31-3f3675cfbbae,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:25.876236 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (8453cb60-2540-420c-b35e-c512cdf8ce50), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.980425 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Floating IP 8453cb60-2540-420c-b35e-c512cdf8ce50 associated. External IP: 172.27.2.60, port: 271d74ad-152d-4bda-a153-00a1d845101b. May 10 14:18:26.202740 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Router db808c06-7583-4853-a10a-4a1dc3fac06a has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:18:26.354474 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-139a6d1b-8890-4017-8af1-48e9d83a8d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.573525 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:18:26.590757 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] Sync routers for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:18:26.595207 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.612748 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:18:26.613613 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:18:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:18:26.634182 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1d4b04b0-64d5-4b38-82f1-953663779c2b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8717065 May 10 14:18:26.634182 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:18:26.634182 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5c01d-1344-4092-a66a-87cc8f58057a" -d '{"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:18:26.635402 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37632) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:26.639507 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623049746', 'description': 'tempest-secgroup-smoke-1623049746 description', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:26.668787 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.743966 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:18:26.752738 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12636459-a515-45ee-a4e0-11b466c5ce76 x-openstack-request-id: req-12636459-a515-45ee-a4e0-11b466c5ce76 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:18:26.753106 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:18:26.753582 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12636459-a515-45ee-a4e0-11b466c5ce76 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:18:26.754226 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12636459-a515-45ee-a4e0-11b466c5ce76'] response: {'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'status': 'completed', 'code': 200} May 10 14:18:26.765197 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group (7efb6b90-98db-4eb3-ac7c-33338d0ec170), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.771254 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7efb6b90-98db-4eb3-ac7c-33338d0ec170), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.839627 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.840947 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2051175 May 10 14:18:26.844234 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37638) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:26.849736 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group_rule': {'security_group_id': '7efb6b90-98db-4eb3-ac7c-33338d0ec170', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:26.852372 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae06e-3ed0-4280-8f23-742d5f62c288 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb6b90-98db-4eb3-ac7c-33338d0ec170,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:26.855210 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-eb7c3fc9-5449-4fb3-a8f9-07d2dae3df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:26.858950 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-eb7c3fc9-5449-4fb3-a8f9-07d2dae3df11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1130 time: 0.0772877 May 10 14:18:26.886274 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (731f47b5-35ed-49b2-910d-c2dc57cbefac), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.952009 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (731f47b5-35ed-49b2-910d-c2dc57cbefac), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.956450 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (731f47b5-35ed-49b2-910d-c2dc57cbefac), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:26.965945 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-d486c7c3-2dff-4e6d-a430-de541b04461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:26.968534 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-d486c7c3-2dff-4e6d-a430-de541b04461b service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.1003361 May 10 14:18:26.981078 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731f47b5-35ed-49b2-910d-c2dc57cbefac,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:27.005803 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.010675 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-be6d2331-09b7-4b64-802c-c4ca56233838 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626163 May 10 14:18:27.011001 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37640) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:27.016530 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group_rule': {'security_group_id': '7efb6b90-98db-4eb3-ac7c-33338d0ec170', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:27.049539 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-28fb7b13-2417-4dcc-bd64-7da59008795d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 999 time: 0.0762584 May 10 14:18:27.051032 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (be6cef76-231d-4a53-9daa-867d2f8a3812), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.051332 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '8453cb60-2540-420c-b35e-c512cdf8ce50', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'port_id': '271d74ad-152d-4bda-a153-00a1d845101b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'mac_address': 'fa:16:3e:26:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b9c290-4771-465a-b21d-22a768285953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:18:25Z', 'updated_at': '2022-05-10T14:18:25Z', 'revision_number': 0, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:18:27.082851 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] Checking router: db808c06-7583-4853-a10a-4a1dc3fac06a for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:18:27.092583 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:18:27.093325 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:18:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:18:27.124350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-b5e12b8d-1789-4e0e-a11d-98673795d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:27.126817 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-b5e12b8d-1789-4e0e-a11d-98673795d0ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0702026 May 10 14:18:27.140127 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (be6cef76-231d-4a53-9daa-867d2f8a3812), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.145012 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (be6cef76-231d-4a53-9daa-867d2f8a3812), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.170691 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6cef76-231d-4a53-9daa-867d2f8a3812,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:27.183321 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.186116 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-60651d39-4838-483f-bda2-2ea32938fdc1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738360 May 10 14:18:27.192025 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37642) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:27.199351 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group_rule': {'security_group_id': '7efb6b90-98db-4eb3-ac7c-33338d0ec170', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:27.226994 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-89ff018f-c095-4812-b520-8f02949d2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:27.228994 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-89ff018f-c095-4812-b520-8f02949d2f61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956256 May 10 14:18:27.259956 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:18:27.305872 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (70ebbfbd-8217-4a5c-9301-0e29275675bd), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.407713 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-82303dba-e43d-43e2-87ae-12612cc16d4b service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712477 May 10 14:18:27.456060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (70ebbfbd-8217-4a5c-9301-0e29275675bd), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.499728 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (70ebbfbd-8217-4a5c-9301-0e29275675bd), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.559858 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ebbfbd-8217-4a5c-9301-0e29275675bd,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:27.580148 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.581754 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-304e0271-b552-4eda-b17e-04be15b5d8e2 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3882091 May 10 14:18:27.587891 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37644) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:27.596579 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group_rule': {'security_group_id': '7efb6b90-98db-4eb3-ac7c-33338d0ec170', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:27.618635 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '8453cb60-2540-420c-b35e-c512cdf8ce50', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'port_id': '271d74ad-152d-4bda-a153-00a1d845101b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'mac_address': 'fa:16:3e:26:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b9c290-4771-465a-b21d-22a768285953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:18:25Z', 'updated_at': '2022-05-10T14:18:25Z', 'revision_number': 0, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:18:27.627366 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-56e5c01d-1344-4092-a66a-87cc8f58057a req-35f0c777-611f-46fe-bad3-fb56c1bf6f80 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118044 May 10 14:18:27.650733 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (a664968c-34d4-451b-86df-2bd3e3cf520c), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.659079 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954765c-9cb7-43e9-8d44-e738b13a0718 None None] The sync data for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi is: [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '8453cb60-2540-420c-b35e-c512cdf8ce50', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'port_id': '271d74ad-152d-4bda-a153-00a1d845101b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'mac_address': 'fa:16:3e:26:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b9c290-4771-465a-b21d-22a768285953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:18:25Z', 'updated_at': '2022-05-10T14:18:25Z', 'revision_number': 0, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:18:27.769582 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (a664968c-34d4-451b-86df-2bd3e3cf520c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:27.930408 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c2706-1924-472d-9eeb-575963813912 None None] New status for floating IP 8453cb60-2540-420c-b35e-c512cdf8ce50: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:18:28.000625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.001980 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (a664968c-34d4-451b-86df-2bd3e3cf520c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.023865 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a664968c-34d4-451b-86df-2bd3e3cf520c,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:28.049028 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.051025 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a5485be0-6b09-4c17-a871-3a47ad42631b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609704 May 10 14:18:28.055482 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37646) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:28.062141 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group_rule': {'security_group_id': '7efb6b90-98db-4eb3-ac7c-33338d0ec170', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:28.094840 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Project 18c7a906c7bf4b5fbc769d1d77e50e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:18:28.104631 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (58dd4ded-3980-466c-96cf-c9b1ed671b80), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.495608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (58dd4ded-3980-466c-96cf-c9b1ed671b80), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.499376 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (58dd4ded-3980-466c-96cf-c9b1ed671b80), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.518700 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dd4ded-3980-466c-96cf-c9b1ed671b80,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:28.529134 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.530640 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0d1320e1-8f7c-4f19-8196-712b0e033452 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4737492 May 10 14:18:28.537035 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37648) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:18:28.542126 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'security_group_rule': {'security_group_id': '7efb6b90-98db-4eb3-ac7c-33338d0ec170', 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:28.568726 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Project 18c7a906c7bf4b5fbc769d1d77e50e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:18:28.578423 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (ea79de1a-5061-46bd-9fd3-dd48712ecfa0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.655011 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (ea79de1a-5061-46bd-9fd3-dd48712ecfa0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.660133 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613117'] for security_group_rule (ea79de1a-5061-46bd-9fd3-dd48712ecfa0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.681863 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea79de1a-5061-46bd-9fd3-dd48712ecfa0,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:28.686347 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.687535 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c08e271c-9ebb-4d3f-8fe6-5a981c688f23 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492829 May 10 14:18:28.827305 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-eff5f27a-9555-4dbf-a6dd-1c91cb63dac7 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623049746&fields=id&tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44 HTTP/1.1" status: 200 len: 267 time: 0.0623569 May 10 14:18:28.890735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-ba2d3aa2-e4c3-4c61-a689-2070b075c25e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:28.892216 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-ba2d3aa2-e4c3-4c61-a689-2070b075c25e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0567906 May 10 14:18:28.903647 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'port': {'security_groups': ['39a736e9-786f-4e5e-beda-58cb16eedc2a', '7efb6b90-98db-4eb3-ac7c-33338d0ec170']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:18:28.977286 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.984828 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:29.240059 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:18:29.288734 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for port (271d74ad-152d-4bda-a153-00a1d845101b), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:29.295258 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8889963'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:29.309262 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['271d74ad-152d-4bda-a153-00a1d845101b'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:18:29.368870 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:29.369503 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:29.371068 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f810e304-b383-4132-ab4f-f0e8211b4eb6 req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "PUT /v2.0/ports/271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 982 time: 0.4720776 May 10 14:18:29.371529 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:18:29.373944 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db3c50e-2c92-47a6-a5a0-7d32226c578e" -d '{"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:18:29.408558 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae1c00-c7e9-4a2e-bdb3-e90f943ed712 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:18:29.433755 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['271d74ad-152d-4bda-a153-00a1d845101b'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:18:29.456869 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b269045b-e182-477d-b84c-5d49b6658221 x-openstack-request-id: req-b269045b-e182-477d-b84c-5d49b6658221 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:18:29.458517 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:18:29.459282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b269045b-e182-477d-b84c-5d49b6658221 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:18:29.460148 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b269045b-e182-477d-b84c-5d49b6658221'] response: {'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'status': 'completed', 'code': 200} May 10 14:18:29.594083 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-f9f1bbaa-c608-45bc-bbb9-af10a826f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:29.596757 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-f9f1bbaa-c608-45bc-bbb9-af10a826f865 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1169 time: 0.1073999 May 10 14:18:29.607589 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db13ee-e267-4de7-a959-f8e646da0bb4 req-e905bc62-c4f1-4c67-b5a3-770a304b24c8 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:29.609958 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44db13ee-e267-4de7-a959-f8e646da0bb4 req-e905bc62-c4f1-4c67-b5a3-770a304b24c8 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.1179183 May 10 14:18:29.755585 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-35bcfaec-3363-4375-b797-1b99e13c2d5c None None] Provisioning complete for port 271d74ad-152d-4bda-a153-00a1d845101b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:18:29.755980 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-35bcfaec-3363-4375-b797-1b99e13c2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (271d74ad-152d-4bda-a153-00a1d845101b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:29.784232 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-44db13ee-e267-4de7-a959-f8e646da0bb4 req-a8bf8e36-6d2c-437d-808e-90ea09bbd0fd tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457436 May 10 14:18:29.805672 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-1f4b9b2c-5367-45b0-a315-af2c5f91d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:29.806909 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-1f4b9b2c-5367-45b0-a315-af2c5f91d625 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.1954823 May 10 14:18:29.909918 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-33a6b84c-5fed-4fe6-a098-65e67f95dca3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 1001 time: 0.0891547 May 10 14:18:29.977827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-03bc33c6-24d3-4632-a1e6-af84205e4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:29.980301 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-03bc33c6-24d3-4632-a1e6-af84205e4237 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0647049 May 10 14:18:30.038502 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-1ad5b5a7-3e6e-4c48-aabe-29af153a23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:30.040566 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-1ad5b5a7-3e6e-4c48-aabe-29af153a23d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548992 May 10 14:18:30.084101 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-35bcfaec-3363-4375-b797-1b99e13c2d5c None None] Current status of the port 271d74ad-152d-4bda-a153-00a1d845101b is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:18:30.157944 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-5776d3e5-a265-4b1e-b5d7-5790749b9d21 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108358 May 10 14:18:30.305789 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7db3c50e-2c92-47a6-a5a0-7d32226c578e req-933b8444-a71b-4f9f-a0bc-bf2aee6be209 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388187 May 10 14:18:30.379089 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:34.375503 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:18:36.816800 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:47.636936 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-91b4ead0-2570-4a50-beb8-ea00a60c850a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412312 May 10 14:18:47.716855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583902f-2601-4a94-a497-5556524f234f req-fd35ea21-5554-4680-baa8-f40b9d7c1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:47.718421 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-fd35ea21-5554-4680-baa8-f40b9d7c1b2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1129 time: 0.0407083 May 10 14:18:47.824590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583902f-2601-4a94-a497-5556524f234f req-51ae32d7-f6a1-45b9-bad7-ffb14e19a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:47.826312 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-51ae32d7-f6a1-45b9-bad7-ffb14e19a00d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0902734 May 10 14:18:47.895924 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-6625be1a-1cc9-473f-a602-929bc9d2f017 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 1001 time: 0.0639963 May 10 14:18:47.951548 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583902f-2601-4a94-a497-5556524f234f req-cd86ab61-8a54-4f57-85d1-be3d57eb93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:47.953020 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-cd86ab61-8a54-4f57-85d1-be3d57eb93ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0517316 May 10 14:18:48.000577 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583902f-2601-4a94-a497-5556524f234f req-60db529f-4635-47c1-bb3c-07529cd65ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:18:48.002047 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-60db529f-4635-47c1-bb3c-07529cd65ed7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429792 May 10 14:18:48.091618 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-353668ee-0ba4-4915-a242-7ef592767162 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810053 May 10 14:18:48.194765 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2583902f-2601-4a94-a497-5556524f234f req-306686dc-ec66-4195-a9e7-07ca1330e6dc service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967410 May 10 14:18:54.275016 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8937-8da5-4230-a764-7b1c2f2ed8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:56.359328 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-64779feb-46c8-4a19-88e1-8ce9ed626845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:57.836706 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:58.973458 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:00.383492 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:06.812255 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:11.374971 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:19:14.639824 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-56222038-9501-4a16-a81a-212e91ee81aa tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153034832&fields=id&tenant_id=6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 267 time: 0.0495405 May 10 14:19:14.744934 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-15335484-9977-4385-b8a0-22e83b1b7c08 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:14.747435 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-15335484-9977-4385-b8a0-22e83b1b7c08 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 810 time: 0.1008391 May 10 14:19:14.763961 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-bb5e5237-998c-46c6-b8ce-0d69bd1010e5 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/quotas/6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 375 time: 0.0105362 May 10 14:19:14.820570 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-5fa1f240-45b7-4b23-be9e-51fd0685d78d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482085 May 10 14:19:14.962181 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-d53d867c-c160-494f-b431-e9c25f87fcba service neutron] 10.222.0.32 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305757 May 10 14:19:15.053590 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-160ca4d0-1965-418c-b570-3106d177a327 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854445 May 10 14:19:15.339140 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dd632ab8-df47-4275-9568-b977187aeb98 req-1184135e-f749-4ada-afb4-94d3a28d9e57 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 210 time: 0.0288420 May 10 14:19:16.440417 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-ce3baac2-4924-46df-8f2a-bb9221906cec tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:16.441923 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-ce3baac2-4924-46df-8f2a-bb9221906cec tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 810 time: 0.1264524 May 10 14:19:16.462693 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03c1159f-8216-46bc-a233-93f975661d9b req-11ed1fac-da9f-4c9a-9f8f-37ab3981a19f tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 210 time: 0.0366201 May 10 14:19:16.513952 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-b0dacd10-15ff-44f7-8d5e-c8879346a62e tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6350c410027a478988e364b17696da95 HTTP/1.1" status: 200 len: 379 time: 0.0628483 May 10 14:19:16.522297 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'port': {'device_id': '91745951-0edd-45ed-895c-9d0972664abb', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'admin_state_up': True, 'tenant_id': '6350c410027a478988e364b17696da95', 'security_groups': ['517839b6-a808-44e4-b061-7a6c4eb8934f']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:19:16.639122 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Made reservation on behalf of 6350c410027a478988e364b17696da95 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:19:16.642386 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:16.786670 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Allocated IP 172.20.0.3 (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af/5b5a35ec-393d-4b68-b7ca-2166a52253e3/bf872880-2b36-4cfa-a2fa-29b0acad661e) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:19:16.951422 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:16.991345 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.038413 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:19:17.041662 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:19:17.048374 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:19:17.054298 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=bf872880-2b36-4cfa-a2fa-29b0acad661e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:17.088181 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.088443 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.088785 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.089124 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.090351 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.090351 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.090684 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.091007 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.091332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.091653 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.092057 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.092320 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.092686 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.092911 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.093226 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:17.114131 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:17.114807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.133288 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-8b4d5dc6-832d-4fe5-b0b6-9fb0001f3c85 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6150098 May 10 14:19:17.145665 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Request body: {'port': {'device_id': '91745951-0edd-45ed-895c-9d0972664abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:19:17.222319 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.310962 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2dd6b4a7-2c61-4229-88de-4b182aabfc70 None None] Provisioning complete for port bf872880-2b36-4cfa-a2fa-29b0acad661e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:19:17.311556 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b4a7-2c61-4229-88de-4b182aabfc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.350192 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6b4a7-2c61-4229-88de-4b182aabfc70 None None] Port bf872880-2b36-4cfa-a2fa-29b0acad661e cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:19:17.507612 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf872880-2b36-4cfa-a2fa-29b0acad661e {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:19:17.516996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Publish callbacks [] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.532595 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Transition to ACTIVE for port object bf872880-2b36-4cfa-a2fa-29b0acad661e will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:19:17.538391 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.627164 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Pushing event updated for resources: {'Port': ['ID=bf872880-2b36-4cfa-a2fa-29b0acad661e,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:17.642730 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347460e-ef2c-4caa-bf8d-dbbfd5db15df req-0f7119c0-2e22-4116-a8ce-87d2eb71f9c9 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:17.644322 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5347460e-ef2c-4caa-bf8d-dbbfd5db15df req-0f7119c0-2e22-4116-a8ce-87d2eb71f9c9 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.1005821 May 10 14:19:17.751503 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5347460e-ef2c-4caa-bf8d-dbbfd5db15df req-970c7e99-1a56-4415-be8e-227360f39e11 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987561 May 10 14:19:17.763379 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Attempting to bind port bf872880-2b36-4cfa-a2fa-29b0acad661e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:19:17.763908 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Attempting to bind port bf872880-2b36-4cfa-a2fa-29b0acad661e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:19:17.764334 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Attempting to bind port bf872880-2b36-4cfa-a2fa-29b0acad661e on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:19:17.770867 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Port bf872880-2b36-4cfa-a2fa-29b0acad661e on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:19:17.771577 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Attempting to bind port bf872880-2b36-4cfa-a2fa-29b0acad661e on network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:19:17.778600 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Checking agent: {'id': 'bf4f84fc-182e-49dc-9a1e-b9e651e7e197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'started_at': datetime.datetime(2022, 5, 10, 13, 59, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:19:17.779014 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Checking segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:19:17.779507 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Bound using segment: {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:19:17.780078 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Bound port: bf872880-2b36-4cfa-a2fa-29b0acad661e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0031341-46fa-4e62-9f99-3b37eafc98e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:19:17.780569 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.854938 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] For port bf872880-2b36-4cfa-a2fa-29b0acad661e, host hv-cinder-83588, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:19:17.859575 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] For port bf872880-2b36-4cfa-a2fa-29b0acad661e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:19:17.865943 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.908175 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:17.908934 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:17.910461 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] 10.222.0.59 "PUT /v2.0/ports/bf872880-2b36-4cfa-a2fa-29b0acad661e HTTP/1.1" status: 200 len: 1093 time: 0.7691097 May 10 14:19:17.910921 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:19:17.913218 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:19:17.945847 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825def7d-5f59-4229-8c4b-088c0befb882 service neutron] Pushing event updated for resources: {'Port': ['ID=bf872880-2b36-4cfa-a2fa-29b0acad661e,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:17.984724 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a1e881-111d-4431-acbb-db81b2605bd6 x-openstack-request-id: req-73a1e881-111d-4431-acbb-db81b2605bd6 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:19:17.985044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:19:17.985311 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73a1e881-111d-4431-acbb-db81b2605bd6 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:19:17.985685 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a1e881-111d-4431-acbb-db81b2605bd6'] response: {'name': 'network-changed', 'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'status': 'completed', 'code': 200} May 10 14:19:17.999134 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-eebf61c8-7676-45db-b53e-ad01c05d3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:18.000921 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-eebf61c8-7676-45db-b53e-ad01c05d3456 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 1127 time: 0.0466824 May 10 14:19:18.048081 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-f4640c32-1442-4455-933f-d56f8d4ba1bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e HTTP/1.1" status: 200 len: 217 time: 0.0401168 May 10 14:19:18.099267 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-98aa74ea-7daa-4a41-927c-3c4fef63dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:18.100762 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-98aa74ea-7daa-4a41-927c-3c4fef63dfdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0474756 May 10 14:19:18.145651 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f733-2038-4042-a61a-03423899b567 req-a5638b3e-5444-4da9-ac95-b14bfe205377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:18.147160 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-a5638b3e-5444-4da9-ac95-b14bfe205377 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411239 May 10 14:19:18.249843 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-aef071fe-d7e5-41ff-a8b5-ff2e6cd86fd8 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960586 May 10 14:19:18.341016 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a2f733-2038-4042-a61a-03423899b567 req-8946fde4-3a5b-4b71-b41e-102872e8c809 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 May 10 14:19:18.873131 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091a028-9621-4a87-9629-8ff18e9386d4 req-f1205478-6411-45cc-b24b-3f25469195d4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:18.874656 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f091a028-9621-4a87-9629-8ff18e9386d4 req-f1205478-6411-45cc-b24b-3f25469195d4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0503595 May 10 14:19:18.931685 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f091a028-9621-4a87-9629-8ff18e9386d4 req-66b1fd32-eda2-424f-bbb4-0d50f6f6e665 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509365 May 10 14:19:19.379169 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-5214a350-4dce-4aaf-9864-a60fc2812244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:19.381416 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-5214a350-4dce-4aaf-9864-a60fc2812244 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 1127 time: 0.0463886 May 10 14:19:19.478029 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-ffed3450-3428-48a3-9330-f37dfd8db6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:19.479583 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-ffed3450-3428-48a3-9330-f37dfd8db6a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0901458 May 10 14:19:19.529086 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-b87bfd2c-b457-4e45-9b34-b48632f5f098 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e HTTP/1.1" status: 200 len: 217 time: 0.0423505 May 10 14:19:19.581535 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-637a30b6-5f47-46bc-b3cb-8a80c6047938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:19.583034 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-637a30b6-5f47-46bc-b3cb-8a80c6047938 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0457547 May 10 14:19:19.629808 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-01549a84-5623-42d2-b800-45e007e2ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:19.631178 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-01549a84-5623-42d2-b800-45e007e2ba41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399835 May 10 14:19:19.725642 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-4eaf7a84-97a9-4c03-89c6-13cd19375e54 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875282 May 10 14:19:19.816764 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-550d3cd4-5f54-4cf0-bd41-36f9b0f88ed8 req-82a874b6-cd51-4f7b-af83-0705d0889f86 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 May 10 14:19:20.076686 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4a46-59cd-428f-b812-9ad6cafebd0f req-490aa835-eaac-44ff-a8d0-d95268b53983 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:20.078245 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c0ca4a46-59cd-428f-b812-9ad6cafebd0f req-490aa835-eaac-44ff-a8d0-d95268b53983 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0501380 May 10 14:19:20.127926 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c0ca4a46-59cd-428f-b812-9ad6cafebd0f req-6833337b-9978-4248-b2f4-54d034b43ea3 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 May 10 14:19:21.244896 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b650aa6-5f0e-4a60-9edd-f1968056a64d req-dca443ea-72d1-4fe8-9b90-77d3ec77a1e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:21.247687 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b650aa6-5f0e-4a60-9edd-f1968056a64d req-dca443ea-72d1-4fe8-9b90-77d3ec77a1e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0514019 May 10 14:19:21.304378 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b650aa6-5f0e-4a60-9edd-f1968056a64d req-b0fc93e0-a892-46b6-9673-a6bc41ba55c4 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504363 May 10 14:19:22.420825 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38da8ee-6904-489b-a1fc-f0df10caa520 req-8c02678e-28e8-4827-87a4-2dd5e64ecf57 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:22.422386 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d38da8ee-6904-489b-a1fc-f0df10caa520 req-8c02678e-28e8-4827-87a4-2dd5e64ecf57 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0497270 May 10 14:19:22.473169 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d38da8ee-6904-489b-a1fc-f0df10caa520 req-906d3ff0-dc36-4790-b88e-45aaf09088cb tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 May 10 14:19:23.588414 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adec65-0003-44d6-b0c3-cc7b0e8658ec req-13ad171f-9b0b-4ee9-ba6f-ff27ab110af0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:23.591440 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90adec65-0003-44d6-b0c3-cc7b0e8658ec req-13ad171f-9b0b-4ee9-ba6f-ff27ab110af0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0512116 May 10 14:19:23.640690 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90adec65-0003-44d6-b0c3-cc7b0e8658ec req-ed12ae7b-13da-4e82-bb0f-4bbab3a22297 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436735 May 10 14:19:24.270445 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-330c11e8-d6a5-4132-8dc2-5fb39b17399d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:24.763457 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29d78-9a56-48b7-b1b0-5a5520ff7aac req-048b86ce-4322-417f-81a4-8824956c7146 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:24.765186 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bfe29d78-9a56-48b7-b1b0-5a5520ff7aac req-048b86ce-4322-417f-81a4-8824956c7146 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0548506 May 10 14:19:24.816396 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bfe29d78-9a56-48b7-b1b0-5a5520ff7aac req-18669dc3-746b-4e0d-8854-9301d85c9608 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 May 10 14:19:25.932630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b589ad3-0b13-4238-b87f-44162dd583c2 req-75d7dcc1-0e83-49a8-ba0b-7cf2edba544b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:25.934350 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b589ad3-0b13-4238-b87f-44162dd583c2 req-75d7dcc1-0e83-49a8-ba0b-7cf2edba544b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0477273 May 10 14:19:25.983649 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b589ad3-0b13-4238-b87f-44162dd583c2 req-f0c5e5fe-13d9-4d92-a06f-eb179da9a4c2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 May 10 14:19:26.361917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b2abad4-797a-4304-a633-85db3e671e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:27.105614 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7e5e-3c31-475b-8e8d-e148d683ca6e req-bc489755-4f6b-49f3-a3f8-b9c5bcdf64a7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:27.107259 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-975b7e5e-3c31-475b-8e8d-e148d683ca6e req-bc489755-4f6b-49f3-a3f8-b9c5bcdf64a7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0502088 May 10 14:19:27.159169 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-975b7e5e-3c31-475b-8e8d-e148d683ca6e req-8c560dbc-bdb1-48cb-9054-0127e58ae05d tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462015 May 10 14:19:27.838777 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:27.979190 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bf872880-2b36-4cfa-a2fa-29b0acad661e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:19:28.223106 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port bf872880-2b36-4cfa-a2fa-29b0acad661e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:19:28.237127 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Returning: {'device': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'port_id': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'mac_address': 'fa:16:3e:b8:97:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:19:28.275625 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port bf872880-2b36-4cfa-a2fa-29b0acad661e is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:19:28.276005 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:28.281530 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd06efa-0f86-4ccb-a277-b3e00c0e4a03 req-556b6934-ed75-4730-9660-cd1047bea754 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:28.283098 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cd06efa-0f86-4ccb-a277-b3e00c0e4a03 req-556b6934-ed75-4730-9660-cd1047bea754 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 943 time: 0.0542872 May 10 14:19:28.290053 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf872880-2b36-4cfa-a2fa-29b0acad661e {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:19:28.312531 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port bf872880-2b36-4cfa-a2fa-29b0acad661e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:19:28.316918 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:28.335942 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cd06efa-0f86-4ccb-a277-b3e00c0e4a03 req-db643ffe-9bab-43b9-b92e-179f51a670e1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464733 May 10 14:19:28.374302 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=bf872880-2b36-4cfa-a2fa-29b0acad661e,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:28.381628 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.381982 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.382352 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.382697 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.383032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.383368 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.383696 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.384021 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.384352 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.384674 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.384999 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.385324 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.385682 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.385967 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.386768 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:19:28.635749 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['bf872880-2b36-4cfa-a2fa-29b0acad661e'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:19:28.979248 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:29.457927 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a02b-3e82-46a1-946b-a9c9ca0d63ed req-39a112a6-60b4-4cde-82aa-22d64f99d498 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:29.459442 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b9f5a02b-3e82-46a1-946b-a9c9ca0d63ed req-39a112a6-60b4-4cde-82aa-22d64f99d498 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 944 time: 0.0527046 May 10 14:19:29.510187 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b9f5a02b-3e82-46a1-946b-a9c9ca0d63ed req-c549aca6-94cb-4609-9e16-047118db8be2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 May 10 14:19:29.989128 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bf872880-2b36-4cfa-a2fa-29b0acad661e up at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:19:30.036951 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning for port bf872880-2b36-4cfa-a2fa-29b0acad661e completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:19:30.044149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Provisioning complete for port bf872880-2b36-4cfa-a2fa-29b0acad661e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:19:30.044542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:30.132246 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Current status of the port bf872880-2b36-4cfa-a2fa-29b0acad661e is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:19:30.132541 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:30.156082 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:19:30.158699 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13433335e6b10bc02dadb87d3bb2b27127bd959804b37b6fad47b4fb79b645c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50625ab-9ad7-4501-bedb-ee21c08b6c71" -d '{"events": [{"server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "name": "network-vif-plugged", "status": "completed", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:19:30.173476 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] For port bf872880-2b36-4cfa-a2fa-29b0acad661e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:19:30.177897 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:30.238996 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Pushing event updated for resources: {'Port': ['ID=bf872880-2b36-4cfa-a2fa-29b0acad661e,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:30.262304 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dcb789-44d4-464e-a857-fdf22cfa6115 x-openstack-request-id: req-e9dcb789-44d4-464e-a857-fdf22cfa6115 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:19:30.262602 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "name": "network-vif-plugged", "status": "completed", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:19:30.262888 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9dcb789-44d4-464e-a857-fdf22cfa6115 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:19:30.263492 dv-cinder-835881-9-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dcb789-44d4-464e-a857-fdf22cfa6115'] response: {'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'code': 200} May 10 14:19:30.388378 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:30.503549 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f33d4f-7fa1-4ca1-83e5-7690342ccb0d req-6e7959f7-f70c-4290-a339-d3b60b9b0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:30.505051 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f6f33d4f-7fa1-4ca1-83e5-7690342ccb0d req-6e7959f7-f70c-4290-a339-d3b60b9b0e14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 1129 time: 0.0430498 May 10 14:19:30.553645 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f6f33d4f-7fa1-4ca1-83e5-7690342ccb0d req-82d489b7-37d3-4fde-a8d8-6142dd5ff4c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 May 10 14:19:30.630182 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c82dc-7900-4ed4-b1f1-95a012b01f85 req-f442975c-99bb-4ab2-9ada-0f8591076564 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:30.631696 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ca5c82dc-7900-4ed4-b1f1-95a012b01f85 req-f442975c-99bb-4ab2-9ada-0f8591076564 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.0517931 May 10 14:19:30.682287 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ca5c82dc-7900-4ed4-b1f1-95a012b01f85 req-1b131200-5f03-427a-a35f-070736f5f3c6 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 May 10 14:19:31.803131 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b3d7-8abd-46af-b656-f3ec0bc0f1dc req-eae82d3e-9511-45b7-90fd-8bae01d6de7f tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:31.804650 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65c5b3d7-8abd-46af-b656-f3ec0bc0f1dc req-eae82d3e-9511-45b7-90fd-8bae01d6de7f tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.0475926 May 10 14:19:31.860210 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65c5b3d7-8abd-46af-b656-f3ec0bc0f1dc req-1aa9f27f-44a6-4b90-a08a-a4e9fd107cd1 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494080 May 10 14:19:32.980505 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881858f-33d0-4fab-9f29-1a66c511a0c3 req-5b452a6a-e3d1-48fc-92f1-49097cdb666c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:32.982107 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3881858f-33d0-4fab-9f29-1a66c511a0c3 req-5b452a6a-e3d1-48fc-92f1-49097cdb666c tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.0499208 May 10 14:19:33.049802 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3881858f-33d0-4fab-9f29-1a66c511a0c3 req-f9a7794b-66c8-48d9-a23a-76ae8a0b0f16 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620172 May 10 14:19:33.177345 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8531e87-497f-4df5-829c-0a7e15360021 req-e88008de-44ab-4f45-999b-80e9b2eb5140 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:33.178868 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8531e87-497f-4df5-829c-0a7e15360021 req-e88008de-44ab-4f45-999b-80e9b2eb5140 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.0532167 May 10 14:19:33.231500 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8531e87-497f-4df5-829c-0a7e15360021 req-15ce670a-3d83-49e7-ad93-1a511c3254c0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463645 May 10 14:19:33.254090 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37778) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:19:33.393725 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942821aa-6924-4c5b-92f5-c1d64d807dbb tempest-TestVolumeBootPattern-352117187 tempest-TestVolumeBootPattern-352117187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:33.395491 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-942821aa-6924-4c5b-92f5-c1d64d807dbb tempest-TestVolumeBootPattern-352117187 tempest-TestVolumeBootPattern-352117187-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 1124 time: 0.1402967 May 10 14:19:33.398412 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37782) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:19:33.403456 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Request body: {'floatingip': {'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'port_id': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'tenant_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:19:33.424754 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:33.513304 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:33.623748 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Allocated IP 172.27.2.225 (04102630-353f-487e-9b60-b50f56518c7d/37b2e214-cf10-4efd-996f-7bf73f482078/9b6b8e6f-fe6d-4961-8ec5-810ec92985c3) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:19:33.740995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:33.779857 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793420690288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:33.822570 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Network 04102630-353f-487e-9b60-b50f56518c7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:19:33.828295 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:19:33.833418 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:19:33.836774 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=9b6b8e6f-fe6d-4961-8ec5-810ec92985c3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:34.218726 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (7f03a4c7-2752-46ff-b598-48f0153561ad), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:34.290918 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:34.443727 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:34.448128 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:34.519481 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event updated for resources: {'Port': ['ID=9b6b8e6f-fe6d-4961-8ec5-810ec92985c3,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:19:34.531315 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656126'] for floatingip (7f03a4c7-2752-46ff-b598-48f0153561ad), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:34.912961 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Floating IP 7f03a4c7-2752-46ff-b598-48f0153561ad associated. External IP: 172.27.2.225, port: bf872880-2b36-4cfa-a2fa-29b0acad661e. May 10 14:19:35.129938 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:19:35.242242 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:19:35.253571 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:19:35.262128 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:35.265236 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:19:35.265905 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:19:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:19:35.292350 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-17978a85-aadd-45fd-ba80-a3b782ecc891 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8928041 May 10 14:19:35.293022 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:19:35.295314 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa2e12f-53ad-47ab-b3e2-de3379852d63" -d '{"events": [{"name": "network-changed", "server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:19:35.332525 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d4681-84d5-4621-b1bd-0f2f56c997c3 x-openstack-request-id: req-130d4681-84d5-4621-b1bd-0f2f56c997c3 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:19:35.332821 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:19:35.333071 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-130d4681-84d5-4621-b1bd-0f2f56c997c3 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:19:35.333476 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130d4681-84d5-4621-b1bd-0f2f56c997c3'] response: {'name': 'network-changed', 'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'status': 'completed', 'code': 200} May 10 14:19:35.379759 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:19:35.397965 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-c4f85f40-4459-4359-80f9-2be00d33e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:35.399418 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-c4f85f40-4459-4359-80f9-2be00d33e2d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 1129 time: 0.0430501 May 10 14:19:35.494107 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-bbe0190f-c5ea-4138-88c7-0f0e5eaf1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:35.496487 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-bbe0190f-c5ea-4138-88c7-0f0e5eaf1e9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0910351 May 10 14:19:35.568837 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-407989cf-46a3-423d-bb3d-2472311c9950 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e HTTP/1.1" status: 200 len: 999 time: 0.0666537 May 10 14:19:35.608688 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:51Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}, {'id': '7f03a4c7-2752-46ff-b598-48f0153561ad', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:b8:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91745951-0edd-45ed-895c-9d0972664abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:19:34Z', 'updated_at': '2022-05-10T14:19:34Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:19:35.617167 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-e215f1af-8241-4c72-93ef-12fb69affe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:35.618644 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-e215f1af-8241-4c72-93ef-12fb69affe25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0435987 May 10 14:19:35.635578 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:19:35.645269 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:19:35.645879 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:19:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:19:35.666544 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-91b6845c-78bc-4072-863a-f3baf4b6644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:35.668235 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-91b6845c-78bc-4072-863a-f3baf4b6644f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436881 May 10 14:19:35.758475 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-ef4561b1-2462-45a1-96e9-31e6e37a1bc1 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847344 May 10 14:19:35.759733 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:19:35.853504 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4fa2e12f-53ad-47ab-b3e2-de3379852d63 req-66271d1a-f981-41a1-9b24-98ee7a4cde0a service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897615 May 10 14:19:35.985767 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:51Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}, {'id': '7f03a4c7-2752-46ff-b598-48f0153561ad', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:b8:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91745951-0edd-45ed-895c-9d0972664abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:19:34Z', 'updated_at': '2022-05-10T14:19:34Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:19:36.012451 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c0608-5f08-4328-8e43-c3ca229d324f None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:51Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}, {'id': '7f03a4c7-2752-46ff-b598-48f0153561ad', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:b8:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91745951-0edd-45ed-895c-9d0972664abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:19:34Z', 'updated_at': '2022-05-10T14:19:34Z', 'revision_number': 0, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:19:36.203596 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459c69c-9e27-4360-9651-33fd6377a3e7 None None] New status for floating IP 7f03a4c7-2752-46ff-b598-48f0153561ad: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:19:36.828990 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:39.007052 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad4ca-36ca-4bde-976b-57de93d0b2fc req-dd777037-e818-4834-9e64-c68196f088ef tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:39.008535 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-372ad4ca-36ca-4bde-976b-57de93d0b2fc req-dd777037-e818-4834-9e64-c68196f088ef tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0497606 May 10 14:19:39.015000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-588f1fb1-27cf-4fab-a954-aed778f8a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:39.016564 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-588f1fb1-27cf-4fab-a954-aed778f8a2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1169 time: 0.0445247 May 10 14:19:39.076824 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-372ad4ca-36ca-4bde-976b-57de93d0b2fc req-e3d04305-b18f-4a0f-8eff-9c40f0fd49c4 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606906 May 10 14:19:39.124112 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-01eda6a8-6b01-45e8-bac1-f58158593752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:39.125999 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-01eda6a8-6b01-45e8-bac1-f58158593752 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.1021724 May 10 14:19:39.200694 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-ce8eb4a7-2620-4bb2-a032-37073a0ef637 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 1001 time: 0.0683482 May 10 14:19:39.250590 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-c827c2ea-db4a-45d8-89df-e531f33946df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:39.252387 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-c827c2ea-db4a-45d8-89df-e531f33946df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0465081 May 10 14:19:39.300372 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-6b3b0f6c-5fa1-41a7-a350-222125346f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:39.301880 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-6b3b0f6c-5fa1-41a7-a350-222125346f45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438871 May 10 14:19:39.414993 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-d8faaa46-f25d-4056-b181-48aa71fc00ed service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058724 May 10 14:19:39.525323 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e368d614-afef-4ccf-a500-e6c23bd98416 req-083b7b65-24b4-40a5-b325-8d58d06b63a9 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037812 May 10 14:19:40.225705 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1b8d-e9e5-4d28-8916-663f116f4228 req-ee2a2a2f-b635-406a-b815-b5280261d79d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:40.227491 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15ec1b8d-e9e5-4d28-8916-663f116f4228 req-ee2a2a2f-b635-406a-b815-b5280261d79d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0732317 May 10 14:19:40.308148 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-15ec1b8d-e9e5-4d28-8916-663f116f4228 req-a557df54-a0b3-434e-88f6-bbd3ffaf2401 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725102 May 10 14:19:41.442111 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac19e5-b577-4a2f-a701-d869aeea2125 req-168e2137-7be2-4954-af0d-3f0814044356 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:41.443755 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57ac19e5-b577-4a2f-a701-d869aeea2125 req-168e2137-7be2-4954-af0d-3f0814044356 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0573764 May 10 14:19:41.528356 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57ac19e5-b577-4a2f-a701-d869aeea2125 req-e3796f05-b216-445b-954d-0922dbc266cb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769429 May 10 14:19:42.669572 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf81a-4402-4d5b-91df-39d808d16667 req-6ffcf036-83e9-4f19-ae08-2a64ad8c7b8b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:42.671927 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-881cf81a-4402-4d5b-91df-39d808d16667 req-6ffcf036-83e9-4f19-ae08-2a64ad8c7b8b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0527112 May 10 14:19:42.748954 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-881cf81a-4402-4d5b-91df-39d808d16667 req-7c2154cd-ad0d-4f31-823a-e2a3df3eda2f tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709677 May 10 14:19:43.904089 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69c6b4-4db0-45c7-9e27-25c0e0e3810b req-49def9b1-44b5-44f5-92b4-4445e2f71314 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:43.905981 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5c69c6b4-4db0-45c7-9e27-25c0e0e3810b req-49def9b1-44b5-44f5-92b4-4445e2f71314 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0671446 May 10 14:19:43.981448 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5c69c6b4-4db0-45c7-9e27-25c0e0e3810b req-0f2d7eca-e530-4f5e-86fc-86817e9e15d8 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683579 May 10 14:19:45.115731 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282662d-8baf-4b3b-b615-0833e0882e8f req-7d2f7998-a13d-4470-83b5-1cc4386fe4fa tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:45.117129 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8282662d-8baf-4b3b-b615-0833e0882e8f req-7d2f7998-a13d-4470-83b5-1cc4386fe4fa tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0566649 May 10 14:19:45.184445 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8282662d-8baf-4b3b-b615-0833e0882e8f req-02384f5c-ce56-4fbe-aabb-d77a9200c382 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588531 May 10 14:19:46.316063 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c7e6e-b2c4-41bc-b264-8064dc366f9f req-f8d656a7-d5a1-4c78-952f-20c07693fdc7 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:46.317737 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a22c7e6e-b2c4-41bc-b264-8064dc366f9f req-f8d656a7-d5a1-4c78-952f-20c07693fdc7 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0574000 May 10 14:19:46.386186 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a22c7e6e-b2c4-41bc-b264-8064dc366f9f req-2a622ed0-c2ef-44bd-8bd3-5a48b74201c1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606215 May 10 14:19:47.519186 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636299a-3ecb-4ac9-81b1-c6b25125e9f4 req-ba4eca9b-424b-4413-bbb8-ac5f246e433d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:47.520864 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e636299a-3ecb-4ac9-81b1-c6b25125e9f4 req-ba4eca9b-424b-4413-bbb8-ac5f246e433d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0556049 May 10 14:19:47.595549 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e636299a-3ecb-4ac9-81b1-c6b25125e9f4 req-a4732627-63ff-45e8-bbf6-35911e00e014 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677645 May 10 14:19:47.707917 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-b402eb41-4a89-4a84-ad02-a34f553c51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:47.709812 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-b402eb41-4a89-4a84-ad02-a34f553c51cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1169 time: 0.0452983 May 10 14:19:47.828123 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-8b14b75e-5aa2-4279-a44b-a7e583611f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:47.829616 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-8b14b75e-5aa2-4279-a44b-a7e583611f34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.0994914 May 10 14:19:47.916682 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-7a1fb778-9e79-45e3-9049-7712720b3e96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 1001 time: 0.0632870 May 10 14:19:47.972702 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-fcf7c616-a084-4586-bf53-55af7f27d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:47.974163 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-fcf7c616-a084-4586-bf53-55af7f27d2f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0525346 May 10 14:19:48.024285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-eb93ca1d-af87-4528-9f74-facfccae3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:48.025800 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-eb93ca1d-af87-4528-9f74-facfccae3383 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454576 May 10 14:19:48.124710 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-6e652a6a-7201-4f6d-b104-155e5e5a21f7 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904825 May 10 14:19:48.223536 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3e8e653a-1727-4565-8ea4-2fe1f3e91805 req-b22e6532-cb54-422d-9c84-8350752ca4db service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959725 May 10 14:19:48.375404 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:19:48.722889 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef85f2-4dd0-41ab-b297-8633b5b28b63 req-f3dd9c68-af2b-401d-9d1d-e044ca6c1dde tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:48.724479 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d6ef85f2-4dd0-41ab-b297-8633b5b28b63 req-f3dd9c68-af2b-401d-9d1d-e044ca6c1dde tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0518043 May 10 14:19:48.799203 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d6ef85f2-4dd0-41ab-b297-8633b5b28b63 req-90b33b41-5d87-4fa1-9dae-1ef405b8adb9 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668395 May 10 14:19:49.926566 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab76764-f4ec-4916-a31c-7f5ab6c02ce7 req-83f72273-5373-4245-8e84-99eaacb5a31b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:49.928046 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dab76764-f4ec-4916-a31c-7f5ab6c02ce7 req-83f72273-5373-4245-8e84-99eaacb5a31b tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0530140 May 10 14:19:49.994262 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dab76764-f4ec-4916-a31c-7f5ab6c02ce7 req-3b10b1e6-f530-437c-9535-fedc6a6fb020 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602324 May 10 14:19:51.121694 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be4ba-15b8-4c6e-b292-ffd21753234c req-db23423b-3ccd-4547-88d0-2fd52ec05dfd tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:19:51.123186 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b03be4ba-15b8-4c6e-b292-ffd21753234c req-db23423b-3ccd-4547-88d0-2fd52ec05dfd tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0550444 May 10 14:19:51.197086 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b03be4ba-15b8-4c6e-b292-ffd21753234c req-619af8eb-0613-496d-8a83-576363c0a957 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=7efb6b90-98db-4eb3-ac7c-33338d0ec170&id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669634 May 10 14:19:54.273165 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-43c8bf03-9c4e-4180-8dbb-e20bebb23d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:56.365500 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bf34ad39-6896-4343-90fc-8520e1a25f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:57.842450 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:58.983104 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:00.392299 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:06.825460 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:24.277250 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5f121182-1147-49ee-b600-e4bac8057a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:25.374187 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:20:26.367514 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2561-05c6-419f-bd23-1e065d343101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:27.843916 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:28.983944 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:30.396167 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:36.831827 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:47.864723 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-ff7e7b07-36e4-4b06-9cd4-4d86e0283c1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434475 May 10 14:20:47.950044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dccd7-f216-4038-a58f-0a666329b13e req-d198fcc0-7df0-48a7-989c-c976218f0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:47.951659 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-d198fcc0-7df0-48a7-989c-c976218f0595 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1129 time: 0.0407515 May 10 14:20:48.054465 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dccd7-f216-4038-a58f-0a666329b13e req-0e3e1c7f-0e47-4815-9405-a0e3918cf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:48.055926 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-0e3e1c7f-0e47-4815-9405-a0e3918cf830 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.0859461 May 10 14:20:48.128251 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-72f1f75c-ef92-4b7f-acb4-ee307dd9d8cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 1001 time: 0.0658979 May 10 14:20:48.181627 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dccd7-f216-4038-a58f-0a666329b13e req-00cca06e-a9fa-4891-be27-0a26f6294491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:48.183414 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-00cca06e-a9fa-4891-be27-0a26f6294491 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0489297 May 10 14:20:48.230955 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dccd7-f216-4038-a58f-0a666329b13e req-6de815dc-2683-4d27-a730-7ba27909db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:48.232624 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-6de815dc-2683-4d27-a730-7ba27909db3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436482 May 10 14:20:48.345416 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-57d37b58-b37c-472b-82fa-20ea503895b5 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062019 May 10 14:20:48.443617 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-291dccd7-f216-4038-a58f-0a666329b13e req-e57823e3-76c0-4cce-a423-e7e628a5b5ad service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915153 May 10 14:20:54.287727 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7872025-dbf7-4cdd-abed-d12c8e464a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:56.381074 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2d9c-42ea-40b7-8adb-722493991cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:56.952046 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-918c55bf-7305-4750-bd25-5fd59dc13504 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623049746&fields=id&tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44 HTTP/1.1" status: 200 len: 267 time: 0.0636504 May 10 14:20:57.019532 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-0a01da56-d58d-4be0-b585-e65bebf6f1e8 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:57.021009 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-0a01da56-d58d-4be0-b585-e65bebf6f1e8 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 985 time: 0.0631666 May 10 14:20:57.039120 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Request body: {'port': {'security_groups': ['39a736e9-786f-4e5e-beda-58cb16eedc2a']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:20:57.119285 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7679538'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.393044 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:20:57.444571 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for port (271d74ad-152d-4bda-a153-00a1d845101b), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.451358 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793421101734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793420690306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793420690324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9100783'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.465587 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['271d74ad-152d-4bda-a153-00a1d845101b'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:20:57.506827 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:57.507933 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.509843 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-943a67c1-2db1-4a29-b4d6-6f4d2f7ee13c req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "PUT /v2.0/ports/271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 943 time: 0.4779086 May 10 14:20:57.511258 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:20:57.517250 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce023c3-5ab9-43e1-8419-a0818886aa86" -d '{"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:20:57.521623 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37872) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:20:57.588289 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a1aa2-ab44-4f51-8eb6-12e98de9de15 x-openstack-request-id: req-ec1a1aa2-ab44-4f51-8eb6-12e98de9de15 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:20:57.588634 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:20:57.589668 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec1a1aa2-ab44-4f51-8eb6-12e98de9de15 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:20:57.590113 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1a1aa2-ab44-4f51-8eb6-12e98de9de15'] response: {'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'status': 'completed', 'code': 200} May 10 14:20:57.602129 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event updated for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=7']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:20:57.611303 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.612672 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.612822 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.613050 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.613395 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.613734 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.614065 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.614420 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.614751 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.615081 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.615437 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.615764 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.616088 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.616838 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.617180 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5953f-69ff-4af3-bb59-f5c223b67391 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.625939 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['271d74ad-152d-4bda-a153-00a1d845101b'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:20:57.668303 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-8c23dfa1-efb6-441b-937b-87b9825024e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:57.670542 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-8c23dfa1-efb6-441b-937b-87b9825024e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1130 time: 0.0465074 May 10 14:20:57.692966 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group (7efb6b90-98db-4eb3-ac7c-33338d0ec170), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.744795 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group (7efb6b90-98db-4eb3-ac7c-33338d0ec170), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.796320 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-d0677e29-4102-4d84-881f-87143fa070c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:57.798124 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-d0677e29-4102-4d84-881f-87143fa070c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.1207299 May 10 14:20:57.877130 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.905219 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (7efb6b90-98db-4eb3-ac7c-33338d0ec170), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.905511 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-d16a17ca-8b67-4ea2-a143-ef58aa9c9999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 1001 time: 0.1009924 May 10 14:20:57.910735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.913381 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "DELETE /v2.0/security-groups/7efb6b90-98db-4eb3-ac7c-33338d0ec170 HTTP/1.1" status: 204 len: 168 time: 0.3891695 May 10 14:20:57.920423 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-e5e169a7-7c01-44c6-a6fc-01d17b98b3f6 None None] Provisioning complete for port 271d74ad-152d-4bda-a153-00a1d845101b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:20:57.920808 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e5e169a7-7c01-44c6-a6fc-01d17b98b3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7687409'] for port (271d74ad-152d-4bda-a153-00a1d845101b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:57.923416 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37878) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:20:57.929785 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb6b90-98db-4eb3-ac7c-33338d0ec170,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:20:57.946329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.947019 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.947651 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.948778 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.949406 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.950037 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.950698 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.951325 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.951976 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.952596 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.953361 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.954135 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.954795 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.955713 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:57.956326 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af169bb3-524c-4491-ad9c-fdc9c37ec56d tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:20:58.051821 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-918f34de-bb62-4a48-893a-4d901aafba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:58.053595 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-918f34de-bb62-4a48-893a-4d901aafba65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.1424079 May 10 14:20:58.067785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e5e169a7-7c01-44c6-a6fc-01d17b98b3f6 None None] Current status of the port 271d74ad-152d-4bda-a153-00a1d845101b is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:20:58.140594 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-1c197beb-0e63-471b-9eef-ad7aaf78fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:58.142377 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-1c197beb-0e63-471b-9eef-ad7aaf78fa6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826108 May 10 14:20:58.253795 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Deleting port eb1d9a14-538e-411c-9f31-3f3675cfbbae {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:20:58.254053 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:58.331856 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-758d0788-b9eb-4146-8e06-b5e169fb238a service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825919 May 10 14:20:58.414948 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:58.415272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for floatingip (eb1d9a14-538e-411c-9f31-3f3675cfbbae), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:58.434903 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Calling delete_port for eb1d9a14-538e-411c-9f31-3f3675cfbbae owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:20:58.517429 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cce023c3-5ab9-43e1-8419-a0818886aa86 req-d544772d-c084-4164-a1d1-4cefd32ae880 service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791930 May 10 14:20:58.637470 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (eb1d9a14-538e-411c-9f31-3f3675cfbbae), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:58.677477 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event deleted for resources: {'Port': ['ID=eb1d9a14-538e-411c-9f31-3f3675cfbbae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:20:58.757490 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks [] for floatingip (8453cb60-2540-420c-b35e-c512cdf8ce50), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:58.757811 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Floating IP 8453cb60-2540-420c-b35e-c512cdf8ce50 disassociated (deleted). External IP: 172.27.2.60, port: 271d74ad-152d-4bda-a153-00a1d845101b. May 10 14:20:58.993268 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:59.331058 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Router db808c06-7583-4853-a10a-4a1dc3fac06a has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:20:59.508160 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:20:59.515969 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:20:59.522424 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] Sync routers for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:20:59.533985 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:20:59.534795 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:20:59.563076 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-92f92c25-ab73-4ab1-9d97-de46f35176f3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "DELETE /v2.0/floatingips/8453cb60-2540-420c-b35e-c512cdf8ce50 HTTP/1.1" status: 204 len: 168 time: 1.6370203 May 10 14:20:59.591209 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:20:59.594416 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd90f81-bc80-41b8-b4ef-679744d20914" -d '{"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:20:59.638462 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5da8261-6b20-4af2-97e0-9ecf514e880e x-openstack-request-id: req-f5da8261-6b20-4af2-97e0-9ecf514e880e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:20:59.638789 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:20:59.639053 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5da8261-6b20-4af2-97e0-9ecf514e880e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:20:59.639387 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5da8261-6b20-4af2-97e0-9ecf514e880e'] response: {'name': 'network-changed', 'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'status': 'completed', 'code': 200} May 10 14:20:59.686541 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:20:59.729230 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-5bffcece-ad49-4038-a19f-2a6ae0d74d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:59.733616 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-5bffcece-ad49-4038-a19f-2a6ae0d74d17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 1130 time: 0.0663691 May 10 14:20:59.885419 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-b65edbfb-3950-4aea-a521-cb35d0d1791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:20:59.889830 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-b65edbfb-3950-4aea-a521-cb35d0d1791e service neutron] 10.222.0.59 "GET /v2.0/networks?id=70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 200 len: 916 time: 0.1493669 May 10 14:20:59.945367 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-c4a5742f-1076-4ac8-aa1c-3f8f4ee96447 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 200 len: 217 time: 0.0501006 May 10 14:20:59.986604 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:00.024939 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-9a5f536b-6122-427a-9b49-700a017d465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:00.028533 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-9a5f536b-6122-427a-9b49-700a017d465f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 200 len: 854 time: 0.0766416 May 10 14:21:00.038908 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] Checking router: db808c06-7583-4853-a10a-4a1dc3fac06a for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:00.053090 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:00.054111 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:00.097959 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-629d815d-a19f-4a25-8cb4-1910d4de1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:00.100334 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-629d815d-a19f-4a25-8cb4-1910d4de1b8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70068206-86eb-428a-8fc8-6b9da531ad32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670726 May 10 14:21:00.377681 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:00.458555 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:00.540207 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-85b40834-baec-4bc8-8d60-9e42a24392fe service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049864 May 10 14:21:00.666127 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:00.673661 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dcd90f81-bc80-41b8-b4ef-679744d20914 req-06d70430-60e7-4e6a-9134-8a952708b15c service neutron] 10.222.0.59 "GET /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268585 May 10 14:21:00.718227 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8047ac-750e-4c6e-a3c1-1e8bee2845ec None None] The sync data for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi is: [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:36Z', 'revision_number': 4, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': 'c2284805-da23-47df-ae32-aa50ec50028a', 'name': '', 'network_id': '70068206-86eb-428a-8fc8-6b9da531ad32', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'mac_address': 'fa:16:3e:6b:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:36Z', 'updated_at': '2022-05-10T14:17:42Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'subnets': [{'id': '62c343c4-44dc-496c-946a-f5df52d676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:01.019313 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770c01e-346c-47ce-9e05-a5c0292208c4 None None] New status for floating IP 8453cb60-2540-420c-b35e-c512cdf8ce50: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:21:02.379265 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:21:02.665506 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcfcbc-5867-41fc-8f5b-ae15cff5f68e req-d05f3707-b37e-41bb-a5df-c701c306e39e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:02.668437 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dfcfcbc-5867-41fc-8f5b-ae15cff5f68e req-d05f3707-b37e-41bb-a5df-c701c306e39e tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0596976 May 10 14:21:02.720083 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dfcfcbc-5867-41fc-8f5b-ae15cff5f68e req-ed31da84-560d-4617-ab3a-5720e56ddde7 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 May 10 14:21:03.849042 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7a941-0473-41b9-8090-cb9281103d35 req-40a5a23d-ec29-431b-8057-46a107212dd1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:03.850552 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b5d7a941-0473-41b9-8090-cb9281103d35 req-40a5a23d-ec29-431b-8057-46a107212dd1 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0542831 May 10 14:21:03.900653 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b5d7a941-0473-41b9-8090-cb9281103d35 req-ee85c93e-1a79-40ea-8df3-2eea1a28866c tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/security-groups?id=39a736e9-786f-4e5e-beda-58cb16eedc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 May 10 14:21:04.444398 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-4ab8cd7d-b3cd-4a46-89ea-7957d8be40d0 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:04.445914 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-4ab8cd7d-b3cd-4a46-89ea-7957d8be40d0 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.59 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 946 time: 0.0504599 May 10 14:21:04.536736 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Deleting port 271d74ad-152d-4bda-a153-00a1d845101b {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:04.537082 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (271d74ad-152d-4bda-a153-00a1d845101b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:04.629549 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] For port 271d74ad-152d-4bda-a153-00a1d845101b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=271d74ad-152d-4bda-a153-00a1d845101b,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:04.629820 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (271d74ad-152d-4bda-a153-00a1d845101b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:04.644402 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Calling delete_port for 271d74ad-152d-4bda-a153-00a1d845101b owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:04.782376 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (271d74ad-152d-4bda-a153-00a1d845101b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:04.795345 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] get_ports_and_sgs() called for port_ids ['271d74ad-152d-4bda-a153-00a1d845101b'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:21:04.813987 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Pushing event deleted for resources: {'Port': ['ID=271d74ad-152d-4bda-a153-00a1d845101b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:04.862738 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] No DVR routers for this DVR port 271d74ad-152d-4bda-a153-00a1d845101b on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:04.865299 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:04.868641 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91131227-53ca-4ac6-a7d5-544caf5b6d8d req-e2c02dd1-f251-4d79-af56-1646b0d710fb tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.59 "DELETE /v2.0/ports/271d74ad-152d-4bda-a153-00a1d845101b HTTP/1.1" status: 204 len: 173 time: 0.4178884 May 10 14:21:04.869329 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'name': 'network-vif-deleted', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:21:04.871885 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fde0c4-49c3-4a43-8c04-5b2d244f95e7" -d '{"events": [{"server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "name": "network-vif-deleted", "tag": "271d74ad-152d-4bda-a153-00a1d845101b"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:21:04.914807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3036addb-c428-4410-87e3-bf5c33c3c938 x-openstack-request-id: req-3036addb-c428-4410-87e3-bf5c33c3c938 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:21:04.915340 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b9c290-4771-465a-b21d-22a768285953", "name": "network-vif-deleted", "tag": "271d74ad-152d-4bda-a153-00a1d845101b", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:21:04.915796 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3036addb-c428-4410-87e3-bf5c33c3c938 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:21:04.916482 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3036addb-c428-4410-87e3-bf5c33c3c938'] response: {'server_uuid': '11b9c290-4771-465a-b21d-22a768285953', 'name': 'network-vif-deleted', 'tag': '271d74ad-152d-4bda-a153-00a1d845101b', 'status': 'completed', 'code': 200} May 10 14:21:05.012838 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-12ab9fa3-ae57-4aa0-9b93-907a1815865d req-bdaf3bbe-57b4-4459-a0ac-d9c1ab0e22d3 tempest-TestMinimumBasicScenario-1672490426 tempest-TestMinimumBasicScenario-1672490426-project] 10.222.0.32 "GET /v2.0/ports?device_id=11b9c290-4771-465a-b21d-22a768285953 HTTP/1.1" status: 200 len: 210 time: 0.0369959 May 10 14:21:06.701766 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37964) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:06.841525 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:07.074121 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (db808c06-7583-4853-a10a-4a1dc3fac06a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:07.308417 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Deleting port c2284805-da23-47df-ae32-aa50ec50028a {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:07.308746 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (c2284805-da23-47df-ae32-aa50ec50028a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:07.390658 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] For port c2284805-da23-47df-ae32-aa50ec50028a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=c2284805-da23-47df-ae32-aa50ec50028a,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:07.391013 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (c2284805-da23-47df-ae32-aa50ec50028a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:07.404885 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Calling delete_port for c2284805-da23-47df-ae32-aa50ec50028a owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:07.595672 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (c2284805-da23-47df-ae32-aa50ec50028a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:07.630556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c2284805-da23-47df-ae32-aa50ec50028a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:07.828533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (db808c06-7583-4853-a10a-4a1dc3fac06a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:08.073037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Router db808c06-7583-4853-a10a-4a1dc3fac06a has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:21:08.195522 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:21:08.201939 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-905d816c-8f5a-49ad-a09b-999a14bab7ac admin admin] 10.222.0.32 "PUT /v2.0/routers/db808c06-7583-4853-a10a-4a1dc3fac06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989097 May 10 14:21:08.204556 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37966) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:08.207774 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] Sync routers for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:21:08.223198 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:08.224244 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:08.379542 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks [] for router (db808c06-7583-4853-a10a-4a1dc3fac06a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:08.388678 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:08.501807 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks [] for router_gateway (db808c06-7583-4853-a10a-4a1dc3fac06a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:08.503637 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 271d74ad-152d-4bda-a153-00a1d845101b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:08.534361 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: 271d74ad-152d-4bda-a153-00a1d845101b {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:08.534718 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device 271d74ad-152d-4bda-a153-00a1d845101b not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:08.550852 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Deleting port 05827f27-d57b-4a23-9e62-0ebbcb54aa73 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:08.551194 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:08.617017 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:21:07Z', 'revision_number': 5, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port': {'id': '05827f27-d57b-4a23-9e62-0ebbcb54aa73', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:08.642702 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] For port 05827f27-d57b-4a23-9e62-0ebbcb54aa73, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=05827f27-d57b-4a23-9e62-0ebbcb54aa73,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:08.643051 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:08.645810 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] Checking router: db808c06-7583-4853-a10a-4a1dc3fac06a for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:08.655221 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] Routers {'db808c06-7583-4853-a10a-4a1dc3fac06a'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:08.655837 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['db808c06-7583-4853-a10a-4a1dc3fac06a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:08.658864 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Calling delete_port for 05827f27-d57b-4a23-9e62-0ebbcb54aa73 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:08.780381 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] Set router db808c06-7583-4853-a10a-4a1dc3fac06a gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:08.856741 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:21:08Z', 'revision_number': 6, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:08.860145 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (05827f27-d57b-4a23-9e62-0ebbcb54aa73), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:08.886066 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb95dee-7b9e-4bc1-9eb8-b870fca7819d None None] The sync data for ids ['db808c06-7583-4853-a10a-4a1dc3fac06a'] in dv-cinder-835881-9-iscsi is: [{'id': 'db808c06-7583-4853-a10a-4a1dc3fac06a', 'name': 'tempest-TestMinimumBasicScenario-1639401966-router', 'tenant_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:34Z', 'updated_at': '2022-05-10T14:21:08Z', 'revision_number': 6, 'project_id': '18c7a906c7bf4b5fbc769d1d77e50e44', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:08.891410 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Pushing event deleted for resources: {'Port': ['ID=05827f27-d57b-4a23-9e62-0ebbcb54aa73,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:08.958267 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (db808c06-7583-4853-a10a-4a1dc3fac06a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.071864 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (db808c06-7583-4853-a10a-4a1dc3fac06a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.075518 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks [] for router_controller (db808c06-7583-4853-a10a-4a1dc3fac06a), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.123195 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (db808c06-7583-4853-a10a-4a1dc3fac06a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.123906 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db808c06-7583-4853-a10a-4a1dc3fac06a {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:21:09.129438 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.133078 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3d3966b7-0982-430e-a0a4-ad72b769a049 admin admin] 10.222.0.32 "DELETE /v2.0/routers/db808c06-7583-4853-a10a-4a1dc3fac06a HTTP/1.1" status: 204 len: 168 time: 0.9252334 May 10 14:21:09.133366 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37968) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:09.179447 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Deleting subnet 62c343c4-44dc-496c-946a-f5df52d676bb {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:21:09.183301 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Publish callbacks [] for subnet (62c343c4-44dc-496c-946a-f5df52d676bb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.223530 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4180183'] for subnet (62c343c4-44dc-496c-946a-f5df52d676bb), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.313294 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (62c343c4-44dc-496c-946a-f5df52d676bb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.371707 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9100705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384589'] for subnet (62c343c4-44dc-496c-946a-f5df52d676bb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.395845 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c343c4-44dc-496c-946a-f5df52d676bb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:09.403368 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.406435 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3dc78e6f-1ed0-4710-9eca-2c163c0be76e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/62c343c4-44dc-496c-946a-f5df52d676bb HTTP/1.1" status: 204 len: 168 time: 0.2720418 May 10 14:21:09.409751 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37970) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:09.413205 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee08c95-3216-40e0-8d60-ab6b6de3e4f0 None None] Network 70068206-86eb-428a-8fc8-6b9da531ad32 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:21:09.487475 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (70068206-86eb-428a-8fc8-6b9da531ad32), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.544883 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Deleting port ccaae35f-430d-4e60-b8fb-d55e65d40f4f {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:09.545403 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.614017 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] For port ccaae35f-430d-4e60-b8fb-d55e65d40f4f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,segment=NetworkSegment(a4f02db3-1c11-43ae-8516-235297ca75c9),segment_id=a4f02db3-1c11-43ae-8516-235297ca75c9)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:09.614352 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.632163 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Calling delete_port for ccaae35f-430d-4e60-b8fb-d55e65d40f4f owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:09.708238 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] DHCP port deletion for 70068206-86eb-428a-8fc8-6b9da531ad32 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:21:09.733327 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.759780 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Deleting port ccaae35f-430d-4e60-b8fb-d55e65d40f4f {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:09.760236 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.767278 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:09.772060 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] No DVR routers for this DVR port ccaae35f-430d-4e60-b8fb-d55e65d40f4f on host dv-cinder-835881-9-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:09.850807 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] For port ccaae35f-430d-4e60-b8fb-d55e65d40f4f, host dv-cinder-835881-9-iscsi, got binding levels [] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:09.851560 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.860442 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (70068206-86eb-428a-8fc8-6b9da531ad32), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.874567 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Calling delete_port for ccaae35f-430d-4e60-b8fb-d55e65d40f4f owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:09.877670 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.ipam_backend_mixin [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Port ccaae35f-430d-4e60-b8fb-d55e65d40f4f was not found and therefore no delete operation was performed {{(pid=103391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 14:21:09.879115 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (ccaae35f-430d-4e60-b8fb-d55e65d40f4f), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.881622 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70068206-86eb-428a-8fc8-6b9da531ad32']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:09.892537 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f02db3-1c11-43ae-8516-235297ca75c9') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:09.892836 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f02db3-1c11-43ae-8516-235297ca75c9') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:09.903630 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (a4f02db3-1c11-43ae-8516-235297ca75c9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.907593 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Pushing event deleted for resources: {'Port': ['ID=ccaae35f-430d-4e60-b8fb-d55e65d40f4f,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:09.910021 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] No DVR routers for this DVR port ccaae35f-430d-4e60-b8fb-d55e65d40f4f on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:09.921918 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.922151 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.922530 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.922870 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.923317 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.923695 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.923872 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.924460 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.924460 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.924790 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.925058 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.925381 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.925702 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.926020 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.926366 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d349db-9ee5-43ac-bacb-74a663cbb54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-9-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:21:09.930815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (a4f02db3-1c11-43ae-8516-235297ca75c9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.938492 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:21:09.938895 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (a4f02db3-1c11-43ae-8516-235297ca75c9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:21:09.940701 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:21:10.006271 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (70068206-86eb-428a-8fc8-6b9da531ad32), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:10.013227 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:10.016502 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70068206-86eb-428a-8fc8-6b9da531ad32 HTTP/1.1" status: 204 len: 168 time: 0.6056426 May 10 14:21:10.019518 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37972) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:10.034255 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1617b7-9f49-4bff-867e-ee706d707cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70068206-86eb-428a-8fc8-6b9da531ad32,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:10.377269 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (b076d1df-5107-4213-93b6-ade63fe26071), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:10.439490 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 05827f27-d57b-4a23-9e62-0ebbcb54aa73 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:10.462112 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 05827f27-d57b-4a23-9e62-0ebbcb54aa73 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:10.462573 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 05827f27-d57b-4a23-9e62-0ebbcb54aa73 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:10.463132 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2284805-da23-47df-ae32-aa50ec50028a no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:10.486478 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: c2284805-da23-47df-ae32-aa50ec50028a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:10.487022 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device c2284805-da23-47df-ae32-aa50ec50028a not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:10.487438 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ccaae35f-430d-4e60-b8fb-d55e65d40f4f no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:10.507088 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: ccaae35f-430d-4e60-b8fb-d55e65d40f4f {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:10.507432 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device ccaae35f-430d-4e60-b8fb-d55e65d40f4f not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:10.623841 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Deleting port a82f3d80-a705-4169-a661-c3beb47a364f {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:10.624085 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:10.706103 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] For port a82f3d80-a705-4169-a661-c3beb47a364f, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=a82f3d80-a705-4169-a661-c3beb47a364f,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:10.706521 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:10.720933 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Calling delete_port for a82f3d80-a705-4169-a661-c3beb47a364f owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:10.934320 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (a82f3d80-a705-4169-a661-c3beb47a364f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:10.962241 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82f3d80-a705-4169-a661-c3beb47a364f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:11.164442 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (b076d1df-5107-4213-93b6-ade63fe26071), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:11.391811 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Router b076d1df-5107-4213-93b6-ade63fe26071 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:21:11.522735 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:21:11.528819 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-06daa6ca-2855-4406-90c9-cc2da9bffd03 admin admin] 10.222.0.32 "PUT /v2.0/routers/b076d1df-5107-4213-93b6-ade63fe26071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5076497 May 10 14:21:11.531584 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37974) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:11.532177 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] Sync routers for ids ['b076d1df-5107-4213-93b6-ade63fe26071'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:21:11.543704 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] Routers {'b076d1df-5107-4213-93b6-ade63fe26071'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:11.544334 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['b076d1df-5107-4213-93b6-ade63fe26071'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:11.643626 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks [] for router (b076d1df-5107-4213-93b6-ade63fe26071), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:11.656258 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] Set router b076d1df-5107-4213-93b6-ade63fe26071 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:11.754493 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks [] for router_gateway (b076d1df-5107-4213-93b6-ade63fe26071), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:11.831438 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:21:10Z', 'revision_number': 5, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port': {'id': 'a36325fd-5ca1-47f3-afc2-ceaa06f96e61', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:11.861090 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] Checking router: b076d1df-5107-4213-93b6-ade63fe26071 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:11.869975 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] Routers {'b076d1df-5107-4213-93b6-ade63fe26071'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:11.870618 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['b076d1df-5107-4213-93b6-ade63fe26071'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:11.962285 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] Set router b076d1df-5107-4213-93b6-ade63fe26071 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:12.018448 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:21:11Z', 'revision_number': 6, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:12.045961 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3744f12-c5e1-4702-b242-f6c290c2e076 None None] The sync data for ids ['b076d1df-5107-4213-93b6-ade63fe26071'] in dv-cinder-835881-9-iscsi is: [{'id': 'b076d1df-5107-4213-93b6-ade63fe26071', 'name': 'tempest-TestMinimumBasicScenario-1611858261-router', 'tenant_id': '076f8a844eb44faaac6d1008b9ccd2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:17:39Z', 'updated_at': '2022-05-10T14:21:11Z', 'revision_number': 6, 'project_id': '076f8a844eb44faaac6d1008b9ccd2db', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:12.098574 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Deleting port a36325fd-5ca1-47f3-afc2-ceaa06f96e61 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:12.098905 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.188046 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] For port a36325fd-5ca1-47f3-afc2-ceaa06f96e61, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:12.188458 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.203359 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Calling delete_port for a36325fd-5ca1-47f3-afc2-ceaa06f96e61 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:12.384272 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (a36325fd-5ca1-47f3-afc2-ceaa06f96e61), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.418963 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Pushing event deleted for resources: {'Port': ['ID=a36325fd-5ca1-47f3-afc2-ceaa06f96e61,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:12.473780 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a82f3d80-a705-4169-a661-c3beb47a364f no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:12.499785 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: a82f3d80-a705-4169-a661-c3beb47a364f {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:12.500152 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a82f3d80-a705-4169-a661-c3beb47a364f not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:12.513286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (b076d1df-5107-4213-93b6-ade63fe26071), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.614801 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (b076d1df-5107-4213-93b6-ade63fe26071), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.617657 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks [] for router_controller (b076d1df-5107-4213-93b6-ade63fe26071), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.672619 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (b076d1df-5107-4213-93b6-ade63fe26071), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.673179 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b076d1df-5107-4213-93b6-ade63fe26071 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:21:12.678962 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.679926 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-07294924-4f9d-4f22-aeb4-c53af82f0efa admin admin] 10.222.0.32 "DELETE /v2.0/routers/b076d1df-5107-4213-93b6-ade63fe26071 HTTP/1.1" status: 204 len: 168 time: 1.1473432 May 10 14:21:12.683521 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37976) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:12.750452 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Deleting subnet d34e30df-52f6-4438-b43c-9b8c6d4ce42d {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:21:12.756764 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Publish callbacks [] for subnet (d34e30df-52f6-4438-b43c-9b8c6d4ce42d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.814354 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (d34e30df-52f6-4438-b43c-9b8c6d4ce42d), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.915348 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (d34e30df-52f6-4438-b43c-9b8c6d4ce42d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:12.976924 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (d34e30df-52f6-4438-b43c-9b8c6d4ce42d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.008135 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34e30df-52f6-4438-b43c-9b8c6d4ce42d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:13.012108 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.017591 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-75044904-101f-4a50-9180-2a3ddeb0d44a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d34e30df-52f6-4438-b43c-9b8c6d4ce42d HTTP/1.1" status: 204 len: 168 time: 0.3308177 May 10 14:21:13.017835 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37978) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:13.019094 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac016e7-922f-4656-85d3-c1bf97064c4a None None] Network 5084eafd-d8b6-4187-b547-6c8442bfc820 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:21:13.090747 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (5084eafd-d8b6-4187-b547-6c8442bfc820), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.155170 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Deleting port 96901ec5-43e4-444f-abee-5bbca50fb85d {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:13.155653 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.199775 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] DHCP port deletion for 5084eafd-d8b6-4187-b547-6c8442bfc820 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:21:13.224687 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] For port 96901ec5-43e4-444f-abee-5bbca50fb85d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=96901ec5-43e4-444f-abee-5bbca50fb85d,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:13.225054 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.239626 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Calling delete_port for 96901ec5-43e4-444f-abee-5bbca50fb85d owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:13.240569 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] Deleting port 96901ec5-43e4-444f-abee-5bbca50fb85d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:13.240952 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.310580 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] For port 96901ec5-43e4-444f-abee-5bbca50fb85d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=96901ec5-43e4-444f-abee-5bbca50fb85d,segment=NetworkSegment(0e540260-148c-41a3-903b-3d3ae42df6eb),segment_id=0e540260-148c-41a3-903b-3d3ae42df6eb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:13.310995 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.325449 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.325914 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] Calling delete_port for 96901ec5-43e4-444f-abee-5bbca50fb85d owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:13.360738 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96901ec5-43e4-444f-abee-5bbca50fb85d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:13.365315 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] No DVR routers for this DVR port 96901ec5-43e4-444f-abee-5bbca50fb85d on host dv-cinder-835881-9-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:13.420095 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (96901ec5-43e4-444f-abee-5bbca50fb85d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.451758 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (5084eafd-d8b6-4187-b547-6c8442bfc820), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.452917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] No DVR routers for this DVR port 96901ec5-43e4-444f-abee-5bbca50fb85d on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:13.456885 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730abe-c5bb-427d-b3a9-0d5a0b010d7a None None] Pushing event deleted for resources: {'Port': ['ID=96901ec5-43e4-444f-abee-5bbca50fb85d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:13.475907 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5084eafd-d8b6-4187-b547-6c8442bfc820']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:13.486397 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e540260-148c-41a3-903b-3d3ae42df6eb') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:13.486701 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e540260-148c-41a3-903b-3d3ae42df6eb') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:13.500173 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (0e540260-148c-41a3-903b-3d3ae42df6eb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.515325 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (0e540260-148c-41a3-903b-3d3ae42df6eb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.521422 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:21:13.521896 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (0e540260-148c-41a3-903b-3d3ae42df6eb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:21:13.523667 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:21:13.579237 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (5084eafd-d8b6-4187-b547-6c8442bfc820), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.585128 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.588372 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5084eafd-d8b6-4187-b547-6c8442bfc820 HTTP/1.1" status: 204 len: 168 time: 0.5695753 May 10 14:21:13.599968 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e744997-e235-42ac-846a-78938d6f12c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5084eafd-d8b6-4187-b547-6c8442bfc820,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:13.757836 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37982) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:13.803056 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e29f83b5-7802-4ed5-8b59-60dfb3f19662 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18c7a906c7bf4b5fbc769d1d77e50e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436780 May 10 14:21:13.806435 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37984) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:13.865018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-369401eb-6008-438d-a76e-3fc23e096237 admin admin] Publish callbacks [] for security_group (39a736e9-786f-4e5e-beda-58cb16eedc2a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:13.888672 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-369401eb-6008-438d-a76e-3fc23e096237 admin admin] Publish callbacks [] for security_group (39a736e9-786f-4e5e-beda-58cb16eedc2a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.202919 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-369401eb-6008-438d-a76e-3fc23e096237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (39a736e9-786f-4e5e-beda-58cb16eedc2a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.205859 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-369401eb-6008-438d-a76e-3fc23e096237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.207063 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-369401eb-6008-438d-a76e-3fc23e096237 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39a736e9-786f-4e5e-beda-58cb16eedc2a HTTP/1.1" status: 204 len: 168 time: 0.3997133 May 10 14:21:14.218985 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369401eb-6008-438d-a76e-3fc23e096237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a736e9-786f-4e5e-beda-58cb16eedc2a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:14.433675 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a36325fd-5ca1-47f3-afc2-ceaa06f96e61 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:14.454561 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: a36325fd-5ca1-47f3-afc2-ceaa06f96e61 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:14.454917 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device a36325fd-5ca1-47f3-afc2-ceaa06f96e61 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:14.455395 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 96901ec5-43e4-444f-abee-5bbca50fb85d no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:14.475946 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 96901ec5-43e4-444f-abee-5bbca50fb85d {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:14.476297 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 96901ec5-43e4-444f-abee-5bbca50fb85d not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:14.565447 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37990) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:14.604995 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5d4df928-034c-44ed-bf88-bb6c6c4bad1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=076f8a844eb44faaac6d1008b9ccd2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377324 May 10 14:21:14.607574 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 37992) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:14.660251 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4d96b278-5616-4c88-9bbf-d89bf96420de admin admin] Publish callbacks [] for security_group (65fda033-0a7f-4370-92ae-70a703e16b35), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.690266 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4d96b278-5616-4c88-9bbf-d89bf96420de admin admin] Publish callbacks [] for security_group (65fda033-0a7f-4370-92ae-70a703e16b35), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.758484 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4d96b278-5616-4c88-9bbf-d89bf96420de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (65fda033-0a7f-4370-92ae-70a703e16b35), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.762824 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4d96b278-5616-4c88-9bbf-d89bf96420de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:14.764346 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4d96b278-5616-4c88-9bbf-d89bf96420de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65fda033-0a7f-4370-92ae-70a703e16b35 HTTP/1.1" status: 204 len: 168 time: 0.1556172 May 10 14:21:14.772956 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96b278-5616-4c88-9bbf-d89bf96420de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fda033-0a7f-4370-92ae-70a703e16b35,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:24.154831 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 37996) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:24.286241 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b21be525-c443-4501-ab68-7a2617e29736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:24.320644 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Deleting port 9b6b8e6f-fe6d-4961-8ec5-810ec92985c3 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:24.320995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:24.412593 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:24.412977 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:24.427072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Calling delete_port for 9b6b8e6f-fe6d-4961-8ec5-810ec92985c3 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:24.591996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (9b6b8e6f-fe6d-4961-8ec5-810ec92985c3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:24.616104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'Port': ['ID=9b6b8e6f-fe6d-4961-8ec5-810ec92985c3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:24.691635 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (7f03a4c7-2752-46ff-b598-48f0153561ad), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:24.692091 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Floating IP 7f03a4c7-2752-46ff-b598-48f0153561ad disassociated (deleted). External IP: 172.27.2.225, port: bf872880-2b36-4cfa-a2fa-29b0acad661e. May 10 14:21:24.918945 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:21:25.033279 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:21:25.038648 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:25.044468 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:21:25.055282 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:25.056019 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:25.070240 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d2cb7604-6fcd-4fcd-9505-e3feaf9fc948 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "DELETE /v2.0/floatingips/7f03a4c7-2752-46ff-b598-48f0153561ad HTTP/1.1" status: 204 len: 168 time: 0.9143467 May 10 14:21:25.070828 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:21:25.073245 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369de26-e12b-408f-8b9c-39686cab224d" -d '{"events": [{"name": "network-changed", "server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:21:25.125119 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f5d15-9154-44b9-8738-9819cd5f361a x-openstack-request-id: req-1d9f5d15-9154-44b9-8738-9819cd5f361a {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:21:25.125417 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:21:25.125675 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d9f5d15-9154-44b9-8738-9819cd5f361a {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:21:25.126097 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9f5d15-9154-44b9-8738-9819cd5f361a'] response: {'name': 'network-changed', 'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'status': 'completed', 'code': 200} May 10 14:21:25.188208 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:25.199017 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369de26-e12b-408f-8b9c-39686cab224d req-64a3b7f9-7287-4636-91ff-88cf13d63497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:25.201278 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-64a3b7f9-7287-4636-91ff-88cf13d63497 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 1129 time: 0.0534563 May 10 14:21:25.389332 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369de26-e12b-408f-8b9c-39686cab224d req-4a15b0cc-db0f-47ab-9979-4a55cc8b9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:25.391717 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-4a15b0cc-db0f-47ab-9979-4a55cc8b9e84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.1773939 May 10 14:21:25.411774 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb72e53-c9d8-4a5d-bc59-b0cb6247fd1a req-cfcab4fd-00b8-4547-bb96-d219abf9b11b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:25.414047 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bfb72e53-c9d8-4a5d-bc59-b0cb6247fd1a req-cfcab4fd-00b8-4547-bb96-d219abf9b11b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.1184039 May 10 14:21:25.490437 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bfb72e53-c9d8-4a5d-bc59-b0cb6247fd1a req-f260c068-6f92-4aea-8329-6c07792af997 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695500 May 10 14:21:25.603957 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:51Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:25.634566 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:25.643950 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:25.644495 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:20:56Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:25.767656 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:26.004101 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:51Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:26.037054 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb56017-d7f6-47f7-b2c6-fecf041f3a9a None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_floatingips': [{'id': '4d854cfc-d8fe-4b84-8148-4888fa013ba4', 'tenant_id': '6350c410027a478988e364b17696da95', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'router_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'port_id': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'mac_address': 'fa:16:3e:94:05:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:16:48Z', 'updated_at': '2022-05-10T14:16:51Z', 'revision_number': 1, 'project_id': '6350c410027a478988e364b17696da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:26.250536 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-92951667-ae9b-45f5-88c5-c1f8868f07f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e HTTP/1.1" status: 200 len: 217 time: 0.0354693 May 10 14:21:26.269735 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f98c9-6f52-4e77-8726-a7b6a3b7c545 None None] New status for floating IP 7f03a4c7-2752-46ff-b598-48f0153561ad: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:21:26.308246 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369de26-e12b-408f-8b9c-39686cab224d req-c54a2e37-52e2-4b22-bb76-44c5bcba407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:26.309710 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-c54a2e37-52e2-4b22-bb76-44c5bcba407e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0528212 May 10 14:21:26.381943 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5ed697ed-6d38-4595-8b05-5dc54ab8d439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:26.385861 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369de26-e12b-408f-8b9c-39686cab224d req-64bd9909-90cb-47f7-b953-79a1842599e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:26.387492 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-64bd9909-90cb-47f7-b953-79a1842599e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560710 May 10 14:21:26.487093 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-8c291786-3200-4a70-81a9-c0105a659398 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 May 10 14:21:26.611922 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6ef0-6014-489b-9f9e-5d0e021c677c req-1e1a958c-a081-46c9-b4ac-6cb35a9a5e5a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:26.613395 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aaa6ef0-6014-489b-9f9e-5d0e021c677c req-1e1a958c-a081-46c9-b4ac-6cb35a9a5e5a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.0463631 May 10 14:21:26.663805 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aaa6ef0-6014-489b-9f9e-5d0e021c677c req-1f44ae3c-3204-492e-bf38-3fa2ec75be36 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 May 10 14:21:26.835977 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2369de26-e12b-408f-8b9c-39686cab224d req-cd2658b6-b562-4ea9-b6a0-5de6e3e1affe service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176033 May 10 14:21:26.852031 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-e4861f8d-d10c-4624-8e2a-7e9cd70c8ab0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:26.853543 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-e4861f8d-d10c-4624-8e2a-7e9cd70c8ab0 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 945 time: 0.0623109 May 10 14:21:26.953271 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Deleting port bf872880-2b36-4cfa-a2fa-29b0acad661e {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:26.953681 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:27.053655 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] For port bf872880-2b36-4cfa-a2fa-29b0acad661e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bf872880-2b36-4cfa-a2fa-29b0acad661e,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:27.054111 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:27.068385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Calling delete_port for bf872880-2b36-4cfa-a2fa-29b0acad661e owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:27.205881 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (bf872880-2b36-4cfa-a2fa-29b0acad661e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:27.235596 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'Port': ['ID=bf872880-2b36-4cfa-a2fa-29b0acad661e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:27.284429 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] No DVR routers for this DVR port bf872880-2b36-4cfa-a2fa-29b0acad661e on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:27.286942 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:27.290107 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-969085e6-77bf-4a19-ae14-d0c1969ac11d req-8a4bf08d-3ab7-42ae-91e5-e76df68f5d27 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "DELETE /v2.0/ports/bf872880-2b36-4cfa-a2fa-29b0acad661e HTTP/1.1" status: 204 len: 173 time: 0.4314215 May 10 14:21:27.290558 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'name': 'network-vif-deleted', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:21:27.293092 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5714895-b2b0-4bdb-9e3c-f1b58eb98bdd" -d '{"events": [{"server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "name": "network-vif-deleted", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:21:27.332750 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e20e8a-8ac0-4cc4-bf30-e4f46d3a2542 x-openstack-request-id: req-f8e20e8a-8ac0-4cc4-bf30-e4f46d3a2542 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:21:27.333038 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91745951-0edd-45ed-895c-9d0972664abb", "name": "network-vif-deleted", "tag": "bf872880-2b36-4cfa-a2fa-29b0acad661e", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:21:27.333286 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8e20e8a-8ac0-4cc4-bf30-e4f46d3a2542 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:21:27.333683 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e20e8a-8ac0-4cc4-bf30-e4f46d3a2542'] response: {'server_uuid': '91745951-0edd-45ed-895c-9d0972664abb', 'name': 'network-vif-deleted', 'tag': 'bf872880-2b36-4cfa-a2fa-29b0acad661e', 'status': 'completed', 'code': 200} May 10 14:21:27.782843 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b53403ad-125d-4118-9f8e-c00b346cf692 req-082317fb-e3ef-4821-b207-1beb8faf1504 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=91745951-0edd-45ed-895c-9d0972664abb HTTP/1.1" status: 200 len: 210 time: 0.0287130 May 10 14:21:27.859431 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:28.990165 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:30.400723 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:30.575204 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bf872880-2b36-4cfa-a2fa-29b0acad661e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:30.596836 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: bf872880-2b36-4cfa-a2fa-29b0acad661e {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:30.597342 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device bf872880-2b36-4cfa-a2fa-29b0acad661e not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:31.082107 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 38024) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:31.239282 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Deleting port 88d7bfed-c48a-40b1-8c2f-b82a83d77777 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:31.239518 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:31.325351 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:31.325736 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (88d7bfed-c48a-40b1-8c2f-b82a83d77777), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:31.339684 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Calling delete_port for 88d7bfed-c48a-40b1-8c2f-b82a83d77777 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:31.520484 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (88d7bfed-c48a-40b1-8c2f-b82a83d77777), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:31.545175 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'Port': ['ID=88d7bfed-c48a-40b1-8c2f-b82a83d77777,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:31.610814 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (4d854cfc-d8fe-4b84-8148-4888fa013ba4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:31.611139 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Floating IP 4d854cfc-d8fe-4b84-8148-4888fa013ba4 disassociated (deleted). External IP: 172.27.2.124, port: f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd. May 10 14:21:31.834335 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:21:31.949751 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:21:31.954589 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:31.959149 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:21:31.969223 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:31.969841 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:21:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:31.984402 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a759d435-3da5-4c5e-89c1-28901dfb7ebd tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "DELETE /v2.0/floatingips/4d854cfc-d8fe-4b84-8148-4888fa013ba4 HTTP/1.1" status: 204 len: 168 time: 0.9010677 May 10 14:21:31.985003 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:21:31.987327 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38f81abb9f8ff32cc91c45444c3df2e11734868b75a86d5dd7c2e8324bc23d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db8550a-eedf-4565-b312-aa53e8e4c9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:21:32.025762 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25033fc-ba09-4345-9e89-03f60df8c612 x-openstack-request-id: req-b25033fc-ba09-4345-9e89-03f60df8c612 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:21:32.026022 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:21:32.026429 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b25033fc-ba09-4345-9e89-03f60df8c612 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:21:32.027779 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25033fc-ba09-4345-9e89-03f60df8c612'] response: {'name': 'network-changed', 'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'status': 'completed', 'code': 200} May 10 14:21:32.088637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-703a8e62-c000-4d71-95a8-17a2f7ab4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:32.090903 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-703a8e62-c000-4d71-95a8-17a2f7ab4248 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6350c410027a478988e364b17696da95&device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 1129 time: 0.0443702 May 10 14:21:32.091584 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:32.225346 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-93e26c4a-4f74-45e8-8e33-9377f0616fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:32.227504 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-93e26c4a-4f74-45e8-8e33-9377f0616fba service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 200 len: 911 time: 0.1308520 May 10 14:21:32.278560 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f07ea-c883-4700-b31a-2e52869dafdb req-c5c129e3-53f1-4f57-ad0c-1e2060208f52 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:32.280675 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a74f07ea-c883-4700-b31a-2e52869dafdb req-c5c129e3-53f1-4f57-ad0c-1e2060208f52 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 945 time: 0.0807819 May 10 14:21:32.289886 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:32.317772 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:32.327498 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:32.328100 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:21:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:32.332407 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a74f07ea-c883-4700-b31a-2e52869dafdb req-253ba1e5-8752-462d-ab2f-a82ca9cc6a16 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 May 10 14:21:32.450471 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:32.664054 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:32.691701 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561714-8d89-47a7-ac7b-26f6d8f0c14f None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:09Z', 'revision_number': 4, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi', '_interfaces': [{'id': '2964f9fc-a17e-40e5-a07b-05eea9de02a0', 'name': '', 'network_id': '7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af', 'tenant_id': '6350c410027a478988e364b17696da95', 'mac_address': 'fa:16:3e:44:d3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:08Z', 'updated_at': '2022-05-10T14:13:17Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'subnets': [{'id': '5b5a35ec-393d-4b68-b7ca-2166a52253e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:32.957245 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa47641-f74d-4bbb-bc58-456ecb28c84e None None] New status for floating IP 4d854cfc-d8fe-4b84-8148-4888fa013ba4: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:21:33.155560 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-7949cb07-60bb-4910-af55-c9f65f118624 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 200 len: 217 time: 0.0342054 May 10 14:21:33.210221 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-b132f924-dacb-4011-8078-e853ea1a3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:33.211588 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-b132f924-dacb-4011-8078-e853ea1a3761 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 200 len: 849 time: 0.0504174 May 10 14:21:33.273271 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-b4d6f653-98ca-46b0-836f-93996679d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:33.274914 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-b4d6f653-98ca-46b0-836f-93996679d002 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400171 May 10 14:21:33.366598 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-a4b0eb90-c159-4152-852a-aa2eeb6dac36 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854251 May 10 14:21:33.467676 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf25de-02f2-448b-934a-117d8c97d6d0 req-c0d837d4-ee50-4302-93b7-1ee3ca90b8f2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:33.469134 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3baf25de-02f2-448b-934a-117d8c97d6d0 req-c0d837d4-ee50-4302-93b7-1ee3ca90b8f2 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 945 time: 0.0544355 May 10 14:21:33.519953 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3baf25de-02f2-448b-934a-117d8c97d6d0 req-8c536652-c883-4c77-9ac4-966aac811853 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/security-groups?id=517839b6-a808-44e4-b061-7a6c4eb8934f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449841 May 10 14:21:33.565550 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5db8550a-eedf-4565-b312-aa53e8e4c9c6 req-e1abc3bb-515c-499b-9752-b3d0b0564523 service neutron] 10.222.0.59 "GET /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065373 May 10 14:21:33.802193 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61333870-173c-4dc0-995d-fe65ed15e02b req-9f62a8cc-2170-4dd1-9ef4-9a90ba4f1307 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:21:33.803577 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61333870-173c-4dc0-995d-fe65ed15e02b req-9f62a8cc-2170-4dd1-9ef4-9a90ba4f1307 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 945 time: 0.0492916 May 10 14:21:33.895492 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Deleting port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:33.895826 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:33.986672 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] For port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:33.987029 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:34.000218 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Calling delete_port for f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:34.137166 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:34.167012 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'Port': ['ID=f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:34.216776 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] No DVR routers for this DVR port f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd on host hv-cinder-83588 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:34.219354 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:34.222652 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61333870-173c-4dc0-995d-fe65ed15e02b req-50d4d7f3-a009-4f99-bbf8-57bfdfcece2b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.59 "DELETE /v2.0/ports/f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd HTTP/1.1" status: 204 len: 173 time: 0.4133968 May 10 14:21:34.223101 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'name': 'network-vif-deleted', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:21:34.225361 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa2a3ee79c06577ecb102f96e3daf13fe30bb436e9e155ad6a13d235d9d22de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe9ddbe-4f0e-4068-8705-c0eeb8e9313a" -d '{"events": [{"server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "name": "network-vif-deleted", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:21:34.264505 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df6e0f2-b7ea-44ee-8ff2-73125ce19db5 x-openstack-request-id: req-6df6e0f2-b7ea-44ee-8ff2-73125ce19db5 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:21:34.264505 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d89cd9-9357-40e8-912a-aacd29e0250f", "name": "network-vif-deleted", "tag": "f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:21:34.264505 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6df6e0f2-b7ea-44ee-8ff2-73125ce19db5 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:21:34.264837 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df6e0f2-b7ea-44ee-8ff2-73125ce19db5'] response: {'server_uuid': '21d89cd9-9357-40e8-912a-aacd29e0250f', 'name': 'network-vif-deleted', 'tag': 'f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd', 'status': 'completed', 'code': 200} May 10 14:21:34.638941 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [req-79278400-9a28-4182-84e2-0f9e73638040 req-78ad88b0-bebf-418e-91e4-93050df3e31b tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "GET /v2.0/ports?device_id=21d89cd9-9357-40e8-912a-aacd29e0250f HTTP/1.1" status: 200 len: 210 time: 0.0297356 May 10 14:21:35.706050 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 38040) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:35.830971 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Deleting port 7ec1804f-ba98-43b3-b810-9c26c70e53ab {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:35.831316 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:35.921276 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:35.921608 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (7ec1804f-ba98-43b3-b810-9c26c70e53ab), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:35.937184 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Calling delete_port for 7ec1804f-ba98-43b3-b810-9c26c70e53ab owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:36.086123 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (7ec1804f-ba98-43b3-b810-9c26c70e53ab), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:36.116891 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'Port': ['ID=7ec1804f-ba98-43b3-b810-9c26c70e53ab,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:36.190266 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for floatingip (ff559a34-2ee9-4afc-8651-89bb398252e7), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:36.192753 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30703'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:36.193958 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cf7dc51d-b45a-4b80-938c-2d16ac62b29a tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "DELETE /v2.0/floatingips/ff559a34-2ee9-4afc-8651-89bb398252e7 HTTP/1.1" status: 204 len: 168 time: 0.4886184 May 10 14:21:36.606427 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:36.630475 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] No Port match for: f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:36.630826 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Device f0d02c5e-a3e0-4ee5-92d5-48df324bd6dd not bound to the agent host hv-cinder-83588 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:36.826476 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:37.414478 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38052) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:37.475915 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51e56c94-3c8a-4abf-b599-6938c66fd4e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group (517839b6-a808-44e4-b061-7a6c4eb8934f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:37.502066 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51e56c94-3c8a-4abf-b599-6938c66fd4e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group (517839b6-a808-44e4-b061-7a6c4eb8934f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:37.570209 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51e56c94-3c8a-4abf-b599-6938c66fd4e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (517839b6-a808-44e4-b061-7a6c4eb8934f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:37.574043 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51e56c94-3c8a-4abf-b599-6938c66fd4e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:37.575307 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-51e56c94-3c8a-4abf-b599-6938c66fd4e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] 10.222.0.32 "DELETE /v2.0/security-groups/517839b6-a808-44e4-b061-7a6c4eb8934f HTTP/1.1" status: 204 len: 168 time: 0.1598234 May 10 14:21:37.585945 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e56c94-3c8a-4abf-b599-6938c66fd4e7 tempest-TestVolumeBootPattern-993200433 tempest-TestVolumeBootPattern-993200433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517839b6-a808-44e4-b061-7a6c4eb8934f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:37.653664 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38056) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:38.235089 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (2b892939-1e27-47cf-85a2-a03ba61761c8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:38.792390 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Deleting port 2964f9fc-a17e-40e5-a07b-05eea9de02a0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:38.793142 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:38.876010 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] For port 2964f9fc-a17e-40e5-a07b-05eea9de02a0, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2964f9fc-a17e-40e5-a07b-05eea9de02a0,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:38.876370 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:38.891570 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Calling delete_port for 2964f9fc-a17e-40e5-a07b-05eea9de02a0 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:39.089260 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (2964f9fc-a17e-40e5-a07b-05eea9de02a0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:39.118565 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2964f9fc-a17e-40e5-a07b-05eea9de02a0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:39.310842 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (2b892939-1e27-47cf-85a2-a03ba61761c8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:39.379027 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:21:39.537798 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Router 2b892939-1e27-47cf-85a2-a03ba61761c8 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:21:39.663234 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:21:39.671003 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a664dcfe-8293-460b-b9ee-de412405ad47 admin admin] 10.222.0.32 "PUT /v2.0/routers/2b892939-1e27-47cf-85a2-a03ba61761c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162361 May 10 14:21:39.673727 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 38064) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:39.676634 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] Sync routers for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:21:39.688620 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:39.689267 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:21:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:39.792562 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks [] for router (2b892939-1e27-47cf-85a2-a03ba61761c8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:39.807203 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:39.927018 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks [] for router_gateway (2b892939-1e27-47cf-85a2-a03ba61761c8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:39.990144 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Deleting port add2c350-0c1a-4e51-8510-ef834de7c24a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:39.990588 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.091511 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] For port add2c350-0c1a-4e51-8510-ef834de7c24a, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=add2c350-0c1a-4e51-8510-ef834de7c24a,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:40.092508 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.108895 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Calling delete_port for add2c350-0c1a-4e51-8510-ef834de7c24a owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:40.140742 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:21:39Z', 'revision_number': 5, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port': {'id': 'add2c350-0c1a-4e51-8510-ef834de7c24a', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:40.171896 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] Checking router: 2b892939-1e27-47cf-85a2-a03ba61761c8 for host: dv-cinder-835881-9-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:40.180684 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] Routers {'2b892939-1e27-47cf-85a2-a03ba61761c8'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:40.181215 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:21:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['2b892939-1e27-47cf-85a2-a03ba61761c8'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:40.276720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] Set router 2b892939-1e27-47cf-85a2-a03ba61761c8 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:40.293401 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (add2c350-0c1a-4e51-8510-ef834de7c24a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.325086 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Pushing event deleted for resources: {'Port': ['ID=add2c350-0c1a-4e51-8510-ef834de7c24a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:40.336707 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:21:39Z', 'revision_number': 6, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:40.373515 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9da40-33db-4702-8e6a-74a448a0e5a6 None None] The sync data for ids ['2b892939-1e27-47cf-85a2-a03ba61761c8'] in dv-cinder-835881-9-iscsi is: [{'id': '2b892939-1e27-47cf-85a2-a03ba61761c8', 'name': 'tempest-TestVolumeBootPattern-66085710-router', 'tenant_id': '6350c410027a478988e364b17696da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:06Z', 'updated_at': '2022-05-10T14:21:39Z', 'revision_number': 6, 'project_id': '6350c410027a478988e364b17696da95', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:40.404489 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (2b892939-1e27-47cf-85a2-a03ba61761c8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.506651 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (2b892939-1e27-47cf-85a2-a03ba61761c8), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.510438 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks [] for router_controller (2b892939-1e27-47cf-85a2-a03ba61761c8), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.556377 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (2b892939-1e27-47cf-85a2-a03ba61761c8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.557076 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b892939-1e27-47cf-85a2-a03ba61761c8 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:21:40.561623 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.563064 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6e9e3cb7-b3a0-4722-8029-ef59a8c79468 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2b892939-1e27-47cf-85a2-a03ba61761c8 HTTP/1.1" status: 204 len: 168 time: 0.8881431 May 10 14:21:40.565942 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 38066) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:40.611875 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Deleting subnet 5b5a35ec-393d-4b68-b7ca-2166a52253e3 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:21:40.615184 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Publish callbacks [] for subnet (5b5a35ec-393d-4b68-b7ca-2166a52253e3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.657023 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8528836'] for subnet (5b5a35ec-393d-4b68-b7ca-2166a52253e3), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.744898 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (5b5a35ec-393d-4b68-b7ca-2166a52253e3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.812387 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8889893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8688270'] for subnet (5b5a35ec-393d-4b68-b7ca-2166a52253e3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.841545 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5a35ec-393d-4b68-b7ca-2166a52253e3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:40.843576 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.849253 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2a8c2e98-162e-44a2-a043-f0c509efbd1b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b5a35ec-393d-4b68-b7ca-2166a52253e3 HTTP/1.1" status: 204 len: 168 time: 0.2798324 May 10 14:21:40.849622 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.32', 38068) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:40.850590 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb1ce9-6113-4d70-8d69-ea06f7929ea3 None None] Network 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:21:40.945327 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:40.995742 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Deleting port db7cfb65-294d-4797-8ece-18472a4a99ee {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:40.996076 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.068277 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] For port db7cfb65-294d-4797-8ece-18472a4a99ee, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=db7cfb65-294d-4797-8ece-18472a4a99ee,segment=NetworkSegment(b0031341-46fa-4e62-9f99-3b37eafc98e2),segment_id=b0031341-46fa-4e62-9f99-3b37eafc98e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:41.068548 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.084876 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Calling delete_port for db7cfb65-294d-4797-8ece-18472a4a99ee owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:41.174723 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8889874'] for port (db7cfb65-294d-4797-8ece-18472a4a99ee), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.203691 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7cfb65-294d-4797-8ece-18472a4a99ee,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:41.210423 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] No DVR routers for this DVR port db7cfb65-294d-4797-8ece-18472a4a99ee on host dv-cinder-835881-9-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:41.216569 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd8c11-4991-44a5-a52b-8da1db6c09ad None None] DHCP port deletion for 7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:21:41.291927 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.316056 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:41.327192 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0031341-46fa-4e62-9f99-3b37eafc98e2') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:41.327468 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0031341-46fa-4e62-9f99-3b37eafc98e2') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:41.341715 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8528703'] for segment (b0031341-46fa-4e62-9f99-3b37eafc98e2), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.361909 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (b0031341-46fa-4e62-9f99-3b37eafc98e2), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.370329 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:21:41.371002 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8889935'] for segment (b0031341-46fa-4e62-9f99-3b37eafc98e2), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: timer() May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: self._notify() May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: event.method(event) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:21:41.373269 dv-cinder-835881-9-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:21:41.433285 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.438778 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:41.441715 dv-cinder-835881-9-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af HTTP/1.1" status: 204 len: 168 time: 0.5911195 May 10 14:21:41.444788 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38070) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:41.455595 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476c892-4012-4b81-8995-1af982ea39e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9d1ba6-673f-40ea-bbdc-6d7d8acd63af,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:41.807040 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662213'] for router_interface (8bab609e-0fde-416e-af75-5ddd293b9022), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:42.063256 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Deleting port 9f81d10b-1d2c-488e-989c-ce955a6f3145 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:42.063505 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:42.146824 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] For port 9f81d10b-1d2c-488e-989c-ce955a6f3145, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=9f81d10b-1d2c-488e-989c-ce955a6f3145,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:42.147169 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:42.160934 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Calling delete_port for 9f81d10b-1d2c-488e-989c-ce955a6f3145 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:42.356457 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (9f81d10b-1d2c-488e-989c-ce955a6f3145), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:42.388891 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f81d10b-1d2c-488e-989c-ce955a6f3145,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:42.456109 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device add2c350-0c1a-4e51-8510-ef834de7c24a no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:42.493077 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: add2c350-0c1a-4e51-8510-ef834de7c24a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:42.493649 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device add2c350-0c1a-4e51-8510-ef834de7c24a not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:42.494365 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2964f9fc-a17e-40e5-a07b-05eea9de02a0 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:42.516210 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 2964f9fc-a17e-40e5-a07b-05eea9de02a0 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:42.516546 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2964f9fc-a17e-40e5-a07b-05eea9de02a0 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:42.517167 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device db7cfb65-294d-4797-8ece-18472a4a99ee no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:42.537892 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: db7cfb65-294d-4797-8ece-18472a4a99ee {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:42.538251 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device db7cfb65-294d-4797-8ece-18472a4a99ee not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:42.614026 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667596'] for router_interface (8bab609e-0fde-416e-af75-5ddd293b9022), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:42.847696 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Router 8bab609e-0fde-416e-af75-5ddd293b9022 has already been hosted by L3 agent ce968d4f-5e96-4256-8725-d90e1482bf48 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:21:42.967862 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] Notify agent at l3_agent.dv-cinder-835881-9-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:21:42.972891 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-40785cac-b591-44f4-9e0a-0ebfe048c3a3 admin admin] 10.222.0.32 "PUT /v2.0/routers/8bab609e-0fde-416e-af75-5ddd293b9022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5270176 May 10 14:21:42.975385 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38072) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:42.978379 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] Sync routers for ids ['8bab609e-0fde-416e-af75-5ddd293b9022'] in dv-cinder-835881-9-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:21:43.024047 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] Routers {'8bab609e-0fde-416e-af75-5ddd293b9022'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:43.024671 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:21:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8bab609e-0fde-416e-af75-5ddd293b9022'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:43.090412 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks [] for router (8bab609e-0fde-416e-af75-5ddd293b9022), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:43.150457 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] Set router 8bab609e-0fde-416e-af75-5ddd293b9022 gateway port host: dv-cinder-835881-9-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:43.214077 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks [] for router_gateway (8bab609e-0fde-416e-af75-5ddd293b9022), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:43.262644 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Deleting port 34688cae-a0a3-42bd-9e8b-38ec046f5189 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:43.264759 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:43.333538 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'external_fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:21:42Z', 'revision_number': 5, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port': {'id': '34688cae-a0a3-42bd-9e8b-38ec046f5189', 'name': '', 'network_id': '04102630-353f-487e-9b60-b50f56518c7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37b2e214-cf10-4efd-996f-7bf73f482078', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-9-iscsi'}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:43.353066 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] For port 34688cae-a0a3-42bd-9e8b-38ec046f5189, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=34688cae-a0a3-42bd-9e8b-38ec046f5189,segment=NetworkSegment(c52e08c8-a07a-4b42-8366-51cc0b26610a),segment_id=c52e08c8-a07a-4b42-8366-51cc0b26610a)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:43.355015 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:43.372041 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Calling delete_port for 34688cae-a0a3-42bd-9e8b-38ec046f5189 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:43.455569 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] Checking router: 8bab609e-0fde-416e-af75-5ddd293b9022 for host: dv-cinder-835881-9-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:21:43.465383 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] Routers {'8bab609e-0fde-416e-af75-5ddd293b9022'} bound to L3 agent in host dv-cinder-835881-9-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:21:43.465990 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:52:56Z,description=,heartbeat_timestamp=2022-05-10T14:21:26Z,host='dv-cinder-835881-9-iscsi',id=ce968d4f-5e96-4256-8725-d90e1482bf48,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:52:56Z,topic='l3_agent')) {'router_ids': ['8bab609e-0fde-416e-af75-5ddd293b9022'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:43.557072 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (34688cae-a0a3-42bd-9e8b-38ec046f5189), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:43.564041 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] Set router 8bab609e-0fde-416e-af75-5ddd293b9022 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:21:43.584492 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Pushing event deleted for resources: {'Port': ['ID=34688cae-a0a3-42bd-9e8b-38ec046f5189,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:43.620471 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:21:43Z', 'revision_number': 6, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port_host': None}], 'dv-cinder-835881-9-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:43.646834 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0618b-8715-4011-87cb-a74e1ebd7692 None None] The sync data for ids ['8bab609e-0fde-416e-af75-5ddd293b9022'] in dv-cinder-835881-9-iscsi is: [{'id': '8bab609e-0fde-416e-af75-5ddd293b9022', 'name': 'tempest-TestVolumeBootPattern-1601205611-router', 'tenant_id': '1003748f1422448fa4680c87337e862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:13:12Z', 'updated_at': '2022-05-10T14:21:43Z', 'revision_number': 6, 'project_id': '1003748f1422448fa4680c87337e862b', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:21:43.660189 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657579'] for router_gateway (8bab609e-0fde-416e-af75-5ddd293b9022), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.047979 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8792'] for router (8bab609e-0fde-416e-af75-5ddd293b9022), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.050741 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks [] for router_controller (8bab609e-0fde-416e-af75-5ddd293b9022), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.102333 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684924'] for router (8bab609e-0fde-416e-af75-5ddd293b9022), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.103037 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bab609e-0fde-416e-af75-5ddd293b9022 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:21:44.112219 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.113446 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-817ffc60-077b-42e2-9692-5271d2e5874f admin admin] 10.222.0.32 "DELETE /v2.0/routers/8bab609e-0fde-416e-af75-5ddd293b9022 HTTP/1.1" status: 204 len: 168 time: 1.1369040 May 10 14:21:44.115996 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38074) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:44.162384 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Deleting subnet 70cd55f7-5aa6-4701-a3de-283a4be76d4d {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:21:44.165649 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Publish callbacks [] for subnet (70cd55f7-5aa6-4701-a3de-283a4be76d4d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.208426 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4180183'] for subnet (70cd55f7-5aa6-4701-a3de-283a4be76d4d), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.295165 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757229'] for subnet (70cd55f7-5aa6-4701-a3de-283a4be76d4d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.348031 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7757218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9100705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384589'] for subnet (70cd55f7-5aa6-4701-a3de-283a4be76d4d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.373170 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cd55f7-5aa6-4701-a3de-283a4be76d4d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:44.377080 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.380177 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fd3fb1d6-0d1c-4a72-a156-b0d8522169fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70cd55f7-5aa6-4701-a3de-283a4be76d4d HTTP/1.1" status: 204 len: 168 time: 0.2632058 May 10 14:21:44.382855 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38076) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:44.389060 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295ca14-b937-4181-9636-d192b12ee47e None None] Network c911e4d8-8381-4864-b88b-bd2f832f7270 requested from dv-cinder-835881-9-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:21:44.471309 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7863544'] for network (c911e4d8-8381-4864-b88b-bd2f832f7270), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.512841 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 9f81d10b-1d2c-488e-989c-ce955a6f3145 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:44.536850 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Deleting port 2839c10c-2331-4a6e-957d-241f4ba5c41d {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:44.537193 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.538753 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 9f81d10b-1d2c-488e-989c-ce955a6f3145 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:44.539107 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 9f81d10b-1d2c-488e-989c-ce955a6f3145 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:44.539531 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 34688cae-a0a3-42bd-9e8b-38ec046f5189 no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:44.565011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 34688cae-a0a3-42bd-9e8b-38ec046f5189 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:44.565011 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 34688cae-a0a3-42bd-9e8b-38ec046f5189 not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:44.574530 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] DHCP port deletion for c911e4d8-8381-4864-b88b-bd2f832f7270 request from dv-cinder-835881-9-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:21:44.620905 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] For port 2839c10c-2331-4a6e-957d-241f4ba5c41d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2839c10c-2331-4a6e-957d-241f4ba5c41d,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:44.621278 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.624939 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] Deleting port 2839c10c-2331-4a6e-957d-241f4ba5c41d {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:21:44.625251 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793421093636'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.638350 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Calling delete_port for 2839c10c-2331-4a6e-957d-241f4ba5c41d owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:44.703864 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] For port 2839c10c-2331-4a6e-957d-241f4ba5c41d, host dv-cinder-835881-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-9-iscsi',level=0,port_id=2839c10c-2331-4a6e-957d-241f4ba5c41d,segment=NetworkSegment(a6ec5c9e-0394-427b-86d7-abdfad42b0f8),segment_id=a6ec5c9e-0394-427b-86d7-abdfad42b0f8)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:21:44.704371 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662035'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.719003 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] Calling delete_port for 2839c10c-2331-4a6e-957d-241f4ba5c41d owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:21:44.751718 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9100694'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.780552 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Pushing event deleted for resources: {'Port': ['ID=2839c10c-2331-4a6e-957d-241f4ba5c41d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:44.784262 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] No DVR routers for this DVR port 2839c10c-2331-4a6e-957d-241f4ba5c41d on host dv-cinder-835881-9-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:44.819784 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7679646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793421101716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793420690297'] for port (2839c10c-2331-4a6e-957d-241f4ba5c41d), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.860929 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] Pushing event deleted for resources: {'Port': ['ID=2839c10c-2331-4a6e-957d-241f4ba5c41d,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:44.864713 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684950', 'neutron.services.segments.db._delete_segments_for_network-8793421235249'] for network (c911e4d8-8381-4864-b88b-bd2f832f7270), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.872133 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee19da-01ee-4bce-89e9-6d115d11a7bd None None] No DVR routers for this DVR port 2839c10c-2331-4a6e-957d-241f4ba5c41d on host dv-cinder-835881-9-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:21:44.891642 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c911e4d8-8381-4864-b88b-bd2f832f7270']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:44.902243 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:44.902545 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ec5c9e-0394-427b-86d7-abdfad42b0f8') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:21:44.915330 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793421236282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4180012'] for segment (a6ec5c9e-0394-427b-86d7-abdfad42b0f8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.930528 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128'] for segment (a6ec5c9e-0394-427b-86d7-abdfad42b0f8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.939922 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:21:44.940489 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7760128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9100747'] for segment (a6ec5c9e-0394-427b-86d7-abdfad42b0f8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: timer() May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: self._notify() May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: event.method(event) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:21:44.942410 dv-cinder-835881-9-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:21:44.999533 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656069'] for network (c911e4d8-8381-4864-b88b-bd2f832f7270), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.005771 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571927'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.008968 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c911e4d8-8381-4864-b88b-bd2f832f7270 HTTP/1.1" status: 204 len: 168 time: 0.6252022 May 10 14:21:45.022637 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173f168-d55a-45ef-b128-93d9d5a3f900 admin admin] Pushing event deleted for resources: {'Network': ['ID=c911e4d8-8381-4864-b88b-bd2f832f7270,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:45.137995 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38080) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:45.179348 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f0f2f044-8635-4c19-a579-a902f8e6f86d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6350c410027a478988e364b17696da95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401351 May 10 14:21:45.182815 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38082) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:45.242580 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43e8d6d7-ad6f-4663-ada3-f570c83f236c admin admin] Publish callbacks [] for security_group (d32daa78-32d5-4b24-88f5-daf896732292), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.271104 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43e8d6d7-ad6f-4663-ada3-f570c83f236c admin admin] Publish callbacks [] for security_group (d32daa78-32d5-4b24-88f5-daf896732292), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.325000 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43e8d6d7-ad6f-4663-ada3-f570c83f236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (d32daa78-32d5-4b24-88f5-daf896732292), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.327678 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43e8d6d7-ad6f-4663-ada3-f570c83f236c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.328845 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-43e8d6d7-ad6f-4663-ada3-f570c83f236c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d32daa78-32d5-4b24-88f5-daf896732292 HTTP/1.1" status: 204 len: 168 time: 0.1450958 May 10 14:21:45.337464 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8d6d7-ad6f-4663-ada3-f570c83f236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32daa78-32d5-4b24-88f5-daf896732292,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:45.670970 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38088) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:45.711573 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-98e7af3c-66bd-4a90-b88b-acc0cd614b3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1003748f1422448fa4680c87337e862b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393713 May 10 14:21:45.714707 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.32', 38090) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:21:45.763926 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c157-cd0b-4f3d-9fd7-cf5ac1e96e11 admin admin] Publish callbacks [] for security_group (af236744-e9fe-4a80-82c7-82bba1ad2974), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.787916 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c157-cd0b-4f3d-9fd7-cf5ac1e96e11 admin admin] Publish callbacks [] for security_group (af236744-e9fe-4a80-82c7-82bba1ad2974), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.837420 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c157-cd0b-4f3d-9fd7-cf5ac1e96e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612897'] for security_group (af236744-e9fe-4a80-82c7-82bba1ad2974), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.841103 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c157-cd0b-4f3d-9fd7-cf5ac1e96e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:45.842344 dv-cinder-835881-9-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cfb8c157-cd0b-4f3d-9fd7-cf5ac1e96e11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af236744-e9fe-4a80-82c7-82bba1ad2974 HTTP/1.1" status: 204 len: 168 time: 0.1266882 May 10 14:21:45.854608 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8c157-cd0b-4f3d-9fd7-cf5ac1e96e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af236744-e9fe-4a80-82c7-82bba1ad2974,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:21:46.437738 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2839c10c-2331-4a6e-957d-241f4ba5c41d no longer exists at agent ovs-agent-dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:21:46.462244 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] No Port match for: 2839c10c-2331-4a6e-957d-241f4ba5c41d {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:21:46.462593 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Device 2839c10c-2331-4a6e-957d-241f4ba5c41d not bound to the agent host dv-cinder-835881-9-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:21:54.281787 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8a3faf11-a66f-4e7b-9870-1f7cc7639e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:56.380725 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3947b4a1-ceb0-4efc-a8d7-d1f9006def57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:57.866392 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:21:58.991609 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:00.408989 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:06.827833 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:16.378387 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:22:24.284085 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-02049329-f43a-44dc-b201-86ae89dd5f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:26.372916 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-285d6979-bdba-429b-b770-86294782f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:27.858563 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:28.997670 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:30.401787 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:36.820266 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:53.377149 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:22:54.286487 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98ad0ca7-d182-4a83-bfd2-934092113d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:56.377329 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d741c0e-795e-4bbc-8069-c6c35ad25338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:57.860843 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:22:58.997200 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:00.405032 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:06.819108 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:24.290777 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-446cd5e7-9b26-46f3-8cf4-60ccd16c55d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:26.379896 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-22df68ae-3e66-41d1-b6b2-96ec0f0166bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:27.867144 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:29.001440 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:30.378014 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:23:30.410645 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:36.819788 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:54.291269 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-39dcae77-5654-4c15-b647-dfcba5d59f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:56.381541 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a605d3c1-714f-491e-bc6a-c1d7dce45317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:57.868036 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:23:59.005232 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:00.413427 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:06.834436 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:07.379252 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:24:24.293414 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-88521857-1141-46ca-a0da-f82bbc38b76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:26.384720 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-125557bf-0df7-4467-a9b0-50a2409c17ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:27.872416 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:29.008879 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:30.416645 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:36.849860 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:39.152194 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-8bd314b7-01d4-46a2-a6db-36e284ec9060 req-706b1bb7-934e-4957-bf54-712d4c0f1eef service neutron] (103389) timed out ('10.222.0.59', 62960) {{(pid=103389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:24:44.378847 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:24:54.295542 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dda7d0d3-0f39-4e60-a84f-ab4ccb479af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:56.387721 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81cde878-f8ea-41e0-ab91-5bc1d636f60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:57.870075 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:24:59.010907 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:00.419416 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:06.867784 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:21.378516 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:25:24.300838 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-74529887-3ee2-42f5-a554-670cc30dac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:26.391262 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40aad981-be36-4349-9977-6dbcbf7fb9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:27.872665 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:29.013229 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:30.421790 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:36.880082 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:54.304760 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4129ef59-4e16-4ed8-9fec-d32a1f8e98e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:56.394943 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-17577e06-84b1-47e4-b042-749b1ce2f7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:57.878905 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:25:58.377770 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:25:59.016315 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:00.425512 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:06.892273 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:24.307824 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e1da7e49-5cbe-469b-b23a-d6ca9fee929d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:26.396870 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d11d86e-b424-4091-b887-b0fbba517f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:27.878168 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:29.021735 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:30.432803 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:35.377048 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:26:36.889069 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:45.048093 dv-cinder-835881-9-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-25dd3e91-543f-4e1a-901e-cada7e19d9f9 service neutron] (103389) timed out ('10.222.0.32', 33208) {{(pid=103389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:26:46.149188 dv-cinder-835881-9-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-96064ce1-ffa9-4b8b-b049-7e37a8e170ec req-3a0296ca-f119-4ceb-b9f8-ea95e8703314 tempest-AttachVolumeShelveTestJSON-661600631 tempest-AttachVolumeShelveTestJSON-661600631-project] (103390) timed out ('10.222.0.32', 33216) {{(pid=103390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:26:54.310099 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eeb95c08-8499-43fd-a51d-86d7aa2acc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (0b535fe5-05be-4d15-a7c1-1a6f132ecc47), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:56.400200 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a418e182-f491-4337-8ee3-107871c7dbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (ce968d4f-5e96-4256-8725-d90e1482bf48), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:57.881788 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b11d10e4-e207-4cde-bf03-db84c5e139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bc393cce-135e-4be6-b526-7f1cfe09f03f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:26:59.022013 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-08df03d4-ad73-42e0-a66c-18f2f9436ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (9544b96c-6122-4724-bf4c-4541c17e7937), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:27:00.424819 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6be79191-b314-4cd5-a377-b87b11040e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (d06cdeda-c838-4b1c-8e87-ae035476e9a5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:27:06.898140 dv-cinder-835881-9-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fcfa79ea-d880-4c72-b456-0047ca73339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793421235231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687319'] for agent (bf4f84fc-182e-49dc-9a1e-b9e651e7e197), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:27:12.377041 dv-cinder-835881-9-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-ae99ba1d-f8aa-4599-af85-eb6fcc5dd8ac None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}